-- Logs begin at Fri 2021-11-19 12:56:29 UTC, end at Fri 2021-11-19 13:55:20 UTC. -- Nov 19 13:27:59.349988 dv-cinder-817351-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 13:28:02.095235 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:28:02.095879 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:28:02.095992 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:28:02.099563 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:28:02.099819 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:28:02.100135 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:28:02.101099 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:28:02.101346 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:28:02.101728 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:28:02.101975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:28:02.102209 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:28:02.102535 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.102968 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 13:28:02.103295 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.103598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.103896 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.104193 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.104491 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.104772 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.105067 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.105368 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.105658 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.105939 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.106235 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.106510 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.106804 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.107114 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.107401 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.107687 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] debug = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.107974 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.108406 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.108853 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.109133 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.109427 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.109709 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.109980 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.110257 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.110544 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.110873 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] host = dv-cinder-817351-4-iscsi {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.111177 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.111471 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.111759 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.112045 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.112321 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.112598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.112920 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.113194 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.113577 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.113865 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.114161 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.114459 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.114752 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.114982 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.115236 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.115529 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.115820 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.116100 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.116377 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.116654 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.116932 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.117209 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.117481 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.117770 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.118060 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.118347 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.118623 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.118900 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.119202 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.119475 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.119761 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.120039 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.120316 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.120595 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.120885 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.121156 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.121438 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.121741 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.122030 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.122322 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.122726 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.122878 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.123189 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.123462 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.123735 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.124008 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_json = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.124285 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.124556 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.124838 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.125111 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.125383 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.125658 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.125932 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.126217 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:02.126518 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.126816 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.127135 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.127422 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.127732 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.128028 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.128413 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.128821 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.129117 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.129407 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.129698 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.129979 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.130270 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.130550 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.130844 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.131192 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.131493 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.131789 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.132065 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.132342 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.132618 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.132898 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.133185 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.133463 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.133750 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.134039 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.134318 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.134617 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.134904 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.135237 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.135534 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.135822 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.136107 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.136406 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.136688 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.136965 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.137247 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.137537 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.137819 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.138095 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.138380 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.138659 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.138933 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.139236 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.139516 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.139812 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.140098 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.140366 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.140639 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.140915 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.141194 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.141479 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.141756 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.142029 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.142305 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.142585 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.142860 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.143154 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.143441 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.143716 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.144082 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.144360 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.144636 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.144910 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.145186 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.145463 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.145739 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.146012 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.146292 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.146574 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.146852 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.147151 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.147429 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.147715 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.148000 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.148303 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.148584 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.148874 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.149144 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.149422 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.149701 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.149979 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.150259 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.150540 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.150815 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.151124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.151413 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.151699 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.151981 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.152285 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.152583 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.152863 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.153149 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.153429 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.153708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.153993 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.154277 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.154573 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.154876 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.155201 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.155497 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.155790 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.156073 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.156383 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.156664 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:02.156884 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:28:02.157128 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102713) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 13:28:02.592694 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:28:02.593143 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:28:02.593652 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:28:02.594201 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 13:28:02.920936 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.921231 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.921507 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.922731 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.923006 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.923422 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.959390 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.959673 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.959953 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.975318 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.975620 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:02.975893 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.011611 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.011911 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.012175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.050323 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.050626 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.050953 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.296931 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.297590 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.297590 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.297957 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.298691 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.400699 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.401023 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.401310 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.401587 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.401857 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.402175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.402437 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.402697 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.402964 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.403279 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.403542 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.403796 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.404059 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.404311 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.404568 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.404838 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.405097 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.405370 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.405624 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.405889 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.406168 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.406428 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.406710 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.407114 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.407366 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.407616 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.408027 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.408271 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.408512 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.408751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.408990 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.409227 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:03.409623 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 13:28:03.412860 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 13:28:03.416981 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 13:28:03.420959 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 19 13:28:03.422609 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 13:28:03.423079 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 13:28:03.423446 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 13:28:03.423838 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 13:28:03.426738 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 13:28:03.426989 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 13:28:03.427370 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:28:03.432807 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 13:28:03.455555 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 13:28:03.456013 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.456326 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102713) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 13:28:03.456863 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.458297 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102713) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 13:28:03.458583 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:28:03.458832 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 13:28:03.462225 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.462513 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:03.526773 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 13:28:03.526971 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 13:28:03.527281 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 13:28:03.527663 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 13:28:03.551567 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_db.sqlalchemy.engines [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102713) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 13:28:04.105376 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing driver for type 'gre' Nov 19 13:28:04.105984 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] gre ID ranges: [(1, 1000)] Nov 19 13:28:04.172562 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing driver for type 'local' Nov 19 13:28:04.173052 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing driver for type 'vlan' Nov 19 13:28:04.188735 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] VlanTypeDriver initialization complete Nov 19 13:28:04.189151 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing driver for type 'vxlan' Nov 19 13:28:04.189837 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] vxlan ID ranges: [(1, 1000)] Nov 19 13:28:04.241667 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing extension driver 'port_security' Nov 19 13:28:04.242082 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.extensions.port_security [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] PortSecurityExtensionDriver initialization complete Nov 19 13:28:04.242380 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing mechanism driver 'openvswitch' Nov 19 13:28:04.242716 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing mechanism driver 'hyperv' Nov 19 13:28:04.249592 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.plugin [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:04.250466 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.250848 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.251224 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.251767 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.252201 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.252555 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.252899 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.253366 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.253773 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.254125 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.254452 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.254844 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.255291 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.255643 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.255989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.256389 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.256789 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.257140 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.257465 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.257864 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.258265 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > address_group after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.258637 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > address_group after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.258977 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.259404 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:28:04.259789 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] ML2 OVO RPC backend initialized. {{(pid=102713) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 13:28:04.260503 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.260856 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.261285 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.261634 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > networks before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.261978 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.262318 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > ports before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.262658 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.262996 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnets before_response 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.263368 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.263752 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.264071 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.264406 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.264740 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.265072 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.265402 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.265734 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.266064 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.266644 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.plugin [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Modular L2 Plugin initialization complete Nov 19 13:28:04.266972 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading services supported by the core plugin {{(pid=102713) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 13:28:04.267334 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.plugins.ml2.managers [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Got port-security extension from driver 'port_security' Nov 19 13:28:04.267797 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.extensions.vlantransparent [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Disabled vlantransparent extension. Nov 19 13:28:04.268281 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102713) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 13:28:04.268594 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: router Nov 19 13:28:04.305100 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.305745 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_create 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.305836 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router before_create 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.306202 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.306553 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.306907 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_delete 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.307294 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.307928 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.308523 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_create 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.308672 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.309007 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.309363 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.309719 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.310130 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.310488 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.310829 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.311195 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: subnet after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.311536 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.311894 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.312239 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_create 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.312586 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.312930 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.313286 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router after_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.313623 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.313975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_create 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.314333 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.314664 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_update 55549900 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.315023 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > agent after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.315403 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > agent after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.315791 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > network after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.316664 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Tracking information for resource: router configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:04.316989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Tracking information for resource: floatingip configured {{(pid=102713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:28:04.322282 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.db.l3_agentschedulers_db [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 13:28:04.322862 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.323218 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.323573 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.323925 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: port after_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.324715 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router before_create 55550100 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.325078 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.325441 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_create 55550100 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.325796 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > router precommit_update 55550100 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.330703 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.provider_configuration [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service providers = [] {{(pid=102713) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 13:28:04.331122 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.db.servicetype_db [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102713) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 13:28:04.334290 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.service_base [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:28:04.334640 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.service_base [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:28:04.334977 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.service_base [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:28:04.335910 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.services.service_base [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:28:04.336281 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.services.service_base [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 13:28:04.336662 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.336979 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 13:28:04.348076 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.348387 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: auto_allocate Nov 19 13:28:04.354472 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: network precommit_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.354847 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: network precommit_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.355458 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.355716 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: tag Nov 19 13:28:04.362730 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.363060 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: timestamp Nov 19 13:28:04.367276 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.367609 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: network_ip_availability Nov 19 13:28:04.373248 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.373619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.373973 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.374699 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.375022 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: flavors Nov 19 13:28:04.380295 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.380628 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading Plugin: revisions Nov 19 13:28:04.385017 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:28:04.385407 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=102713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:28:04.386164 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102713) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 13:28:04.386502 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Initializing extension manager. Nov 19 13:28:04.387019 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: __init__.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.387392 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: __pycache__ {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.387730 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.388066 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: address_group.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.388836 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.389424 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: address-group Nov 19 13:28:04.389749 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: address_scope.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.390462 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.390977 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: address-scope Nov 19 13:28:04.391307 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.392242 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.392754 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: router-admin-state-down-before-update Nov 19 13:28:04.393076 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: agent.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.393792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.394330 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: agent Nov 19 13:28:04.394638 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: agent_resources_synced.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.395594 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.396269 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: agent-resources-synced Nov 19 13:28:04.396596 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: allowedaddresspairs.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.398407 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.398922 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: allowed-address-pairs Nov 19 13:28:04.399281 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: auto_allocated_topology.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.400394 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.400914 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: auto-allocated-topology Nov 19 13:28:04.401239 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: availability_zone.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.401939 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.402443 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: availability_zone Nov 19 13:28:04.402766 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: availability_zone_filter.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.403711 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.404220 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: availability_zone_filter Nov 19 13:28:04.404544 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: data_plane_status.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.405456 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.405969 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 13:28:04.406289 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: default_subnetpools.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.407238 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.407750 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: default-subnetpools Nov 19 13:28:04.408076 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.408888 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.409390 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: dhcp_agent_scheduler Nov 19 13:28:04.409773 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: dns.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.410859 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.411525 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension dns-integration not supported by any of loaded plugins Nov 19 13:28:04.411892 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: dns_domain_ports.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.412837 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.413352 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 13:28:04.413678 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.414602 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.415116 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 13:28:04.415460 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: dvr.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.416159 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.416664 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: dvr Nov 19 13:28:04.416985 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: ecmp_routes.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.417930 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.418434 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 13:28:04.418752 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: empty_string_filtering.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.419711 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.420214 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: empty-string-filtering Nov 19 13:28:04.420537 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.421447 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.421983 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:28:04.422299 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.423253 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.423760 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 13:28:04.424084 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: external_net.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.424989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.425559 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: external-net Nov 19 13:28:04.425933 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.426879 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.427758 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: extra_dhcp_opt Nov 19 13:28:04.427867 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: extraroute.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.428800 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.429302 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: extraroute Nov 19 13:28:04.429623 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: extraroute_atomic.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.430840 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.431388 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: extraroute-atomic Nov 19 13:28:04.431711 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: filter_validation.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.432385 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.432890 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: filter-validation Nov 19 13:28:04.433219 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: fip_pf_description.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.434139 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.434647 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 13:28:04.434964 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: fip_port_details.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.435956 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.436460 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: fip-port-details Nov 19 13:28:04.436779 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: flavors.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.438030 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.438548 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: flavors Nov 19 13:28:04.438876 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.440596 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.441297 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 13:28:04.441620 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: floatingip_pools.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.442333 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.443005 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: floatingip-pools Nov 19 13:28:04.443387 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: ip_allocation.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.444302 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.444812 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 13:28:04.445137 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.446396 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.446922 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: ip-substring-filtering Nov 19 13:28:04.447287 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l2_adjacency.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.448216 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.448723 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 13:28:04.449044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.450032 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.450545 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: router Nov 19 13:28:04.450874 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.453177 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.453712 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:28:04.454043 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.454984 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.455534 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: ext-gw-mode Nov 19 13:28:04.455859 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.456875 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.457431 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: l3-ha Nov 19 13:28:04.457754 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3_flavors.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.458834 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.459373 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: l3-flavors Nov 19 13:28:04.459697 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.460617 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.461131 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 13:28:04.461453 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: l3agentscheduler.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.462508 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.463028 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: l3_agent_scheduler Nov 19 13:28:04.463379 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: local_ip.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.465169 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.465691 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension local_ip not supported by any of loaded plugins Nov 19 13:28:04.466019 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: logging.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.468966 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.469499 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension logging not supported by any of loaded plugins Nov 19 13:28:04.469837 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: metering.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.470600 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.471215 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: metering Nov 19 13:28:04.471548 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.473024 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.473520 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: metering_source_and_destination_fields Nov 19 13:28:04.473851 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: multiprovidernet.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.474800 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.475350 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: multi-provider Nov 19 13:28:04.475678 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: netmtu.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.476603 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.477114 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: net-mtu Nov 19 13:28:04.477436 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: netmtu_writable.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.478380 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.478892 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: net-mtu-writable Nov 19 13:28:04.479243 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: network_availability_zone.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.479935 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.480440 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: network_availability_zone Nov 19 13:28:04.480757 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: network_ip_availability.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.481866 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.482392 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: network-ip-availability Nov 19 13:28:04.482699 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: network_segment_range.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.483514 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.484025 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 13:28:04.484344 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: pagination.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.485345 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.485676 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: pagination Nov 19 13:28:04.485997 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: port_device_profile.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.486914 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.487457 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: port-device-profile Nov 19 13:28:04.487900 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.488851 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.489361 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: port-mac-address-regenerate Nov 19 13:28:04.489985 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.490921 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.491471 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: port-numa-affinity-policy Nov 19 13:28:04.491792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: port_resource_request.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.492718 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.493243 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 13:28:04.493562 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: port_resource_request_groups.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.494540 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.495056 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 13:28:04.495405 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: portbindings.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.496347 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.496865 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: binding Nov 19 13:28:04.497189 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: portbindings_extended.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.498471 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.498984 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: binding-extended Nov 19 13:28:04.499339 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: portsecurity.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.500256 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.500766 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: port-security Nov 19 13:28:04.501092 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: project_id.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.502071 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.502393 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: project-id Nov 19 13:28:04.502720 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: providernet.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.503743 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.504268 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: provider Nov 19 13:28:04.504591 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.508267 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.508824 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos not supported by any of loaded plugins Nov 19 13:28:04.509154 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.510424 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.510949 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 13:28:04.511311 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.512237 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.512759 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 13:28:04.513086 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_default.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.514018 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.514530 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-default not supported by any of loaded plugins Nov 19 13:28:04.514857 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_fip.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.515539 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.516044 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-fip not supported by any of loaded plugins Nov 19 13:28:04.516371 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_gateway_ip.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.517298 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.517814 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 13:28:04.518142 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_port_network_policy.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.519082 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.519642 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 13:28:04.519969 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.521369 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.521889 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 13:28:04.522223 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_pps_rule.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.523461 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.524122 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-pps not supported by any of loaded plugins Nov 19 13:28:04.524446 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_rule_type_details.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.525385 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.525917 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 13:28:04.526241 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: qos_rules_alias.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.527326 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.527824 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 13:28:04.528150 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: quota_check_limit.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.529082 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.529591 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: quota-check-limit Nov 19 13:28:04.529914 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: quotasv2.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.530878 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.531240 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: quotas Nov 19 13:28:04.531566 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: quotasv2_detail.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.534869 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.535229 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: quota_details Nov 19 13:28:04.535565 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: rbac.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.536661 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.537189 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: rbac-policies Nov 19 13:28:04.537518 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: rbac_address_group.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.538468 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.538987 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: rbac-address-group Nov 19 13:28:04.539509 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: rbac_address_scope.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.540459 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.540976 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: rbac-address-scope Nov 19 13:28:04.541300 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: rbac_security_groups.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.542234 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.542754 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: rbac-security-groups Nov 19 13:28:04.543079 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: rbac_subnetpool.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.544028 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.544540 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: rbac-subnetpool Nov 19 13:28:04.544863 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: revisionifmatch.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.545781 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.546294 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: revision-if-match Nov 19 13:28:04.546614 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: revisions.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.547765 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.548275 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: standard-attr-revisions Nov 19 13:28:04.548600 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: router_availability_zone.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.549283 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.549792 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: router_availability_zone Nov 19 13:28:04.550148 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: routerservicetype.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.551079 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.551610 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension router-service-type not supported by any of loaded plugins Nov 19 13:28:04.551934 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.552944 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.553456 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: security-groups-normalized-cidr Nov 19 13:28:04.553788 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.554723 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.555319 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: port-security-groups-filtering Nov 19 13:28:04.555604 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.556544 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.557068 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: security-groups-remote-address-group Nov 19 13:28:04.557390 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.558331 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.558900 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: security-groups-shared-filtering Nov 19 13:28:04.559181 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.559788 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 13:28:04.560114 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: securitygroup.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.570343 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.570893 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: security-group Nov 19 13:28:04.571572 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: segment.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.572389 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.572909 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension segment not supported by any of loaded plugins Nov 19 13:28:04.573233 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.574191 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.574708 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 13:28:04.575036 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: servicetype.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.576196 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.576716 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: service-type Nov 19 13:28:04.577048 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: sorting.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.578050 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.578379 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: sorting Nov 19 13:28:04.578705 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: standard_attr_segment.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.579659 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.580170 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 13:28:04.580497 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: standardattrdescription.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.581134 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.581682 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: standard-attr-description Nov 19 13:28:04.582161 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: stateful_security_group.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.583118 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.583649 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: stateful-security-group Nov 19 13:28:04.583976 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: stdattrs_common.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.584559 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 13:28:04.584880 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.585810 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.586338 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 13:28:04.586662 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnet_onboard.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.587773 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.588293 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: subnet_onboard Nov 19 13:28:04.588613 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.589554 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.590072 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 13:28:04.590395 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnet_service_types.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.591379 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.591899 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: subnet-service-types Nov 19 13:28:04.592229 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnetallocation.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.593344 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.593852 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: subnet_allocation Nov 19 13:28:04.594178 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.594848 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.595391 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: subnetpool-prefix-ops Nov 19 13:28:04.595716 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.596650 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.597234 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 13:28:04.597707 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: tagging.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.598824 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.599378 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: standard-attr-tag Nov 19 13:28:04.599707 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: timestamp.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.600943 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.601465 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loaded extension: standard-attr-timestamp Nov 19 13:28:04.601795 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: trunk.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.602842 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.603399 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension trunk not supported by any of loaded plugins Nov 19 13:28:04.603728 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: trunk_details.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.604670 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.605185 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension trunk-details not supported by any of loaded plugins Nov 19 13:28:04.605564 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: uplink_status_propagation.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.606438 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.606952 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 13:28:04.607310 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Loading extension file: vlantransparent.py {{(pid=102713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:28:04.607991 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:28:04.608498 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 13:28:04.611116 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:network Nov 19 13:28:04.611671 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnet Nov 19 13:28:04.612074 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:28:04.612461 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:port Nov 19 13:28:04.616241 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.616939 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service FLAVORS assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.618053 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.618757 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.619408 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:router Nov 19 13:28:04.619947 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:28:04.620462 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service METERING assigned prefix: /metering {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.622365 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.622744 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.623123 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:28:04.624165 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:28:04.624650 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:28:04.625242 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:28:04.625865 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service CORE assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.626201 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:28:04.626552 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] subnetpool is already registered Nov 19 13:28:04.626979 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service CORE assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.627316 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:28:04.627649 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] subnetpool is already registered Nov 19 13:28:04.633272 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.633711 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service FLAVORS assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.634306 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.634729 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.635062 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:router Nov 19 13:28:04.635444 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] router is already registered Nov 19 13:28:04.635856 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:28:04.636200 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] floatingip is already registered Nov 19 13:28:04.636707 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service METERING assigned prefix: /metering {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.639699 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:28:04.640056 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] rbac_policy is already registered Nov 19 13:28:04.640469 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:28:04.640812 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] security_group is already registered Nov 19 13:28:04.641230 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:28:04.641556 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] security_group_rule is already registered Nov 19 13:28:04.642190 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service CORE assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.642528 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:28:04.642867 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] subnetpool is already registered Nov 19 13:28:04.643332 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.v2.resource_helper [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Service CORE assigned prefix: {{(pid=102713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:28:04.643659 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:28:04.644022 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING neutron.quota.resource_registry [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] subnetpool is already registered Nov 19 13:28:04.644668 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: extensions {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.646167 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: address-groups {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.647684 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: address-scopes {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.648999 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: agents {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.650317 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: auto-allocated-topology {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.651584 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: availability_zones {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.652798 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: dhcp-networks {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.654306 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: dhcp-agents {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.655768 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: routers {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.658019 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: flavors {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.659207 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: service_profiles {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.660461 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: next_providers {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.661903 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: service_profiles {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.663490 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: floatingip-pools {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.664879 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: routers {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.667003 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: floatingips {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.669357 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: l3-routers {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.670745 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: l3-agents {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.672168 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: metering-labels {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.673531 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: metering-label-rules {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.674798 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: network-ip-availabilities {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.676154 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: bindings {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.677798 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: quotas {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.679362 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: quotas {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.680884 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: rbac-policies {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.682162 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: security-groups {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.683421 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: security-group-rules {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.684661 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: service-providers {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.685860 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: subnetpools {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.687320 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: subnetpools {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.688795 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.690475 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.692336 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.694277 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.696423 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.698277 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.699989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.701883 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.703688 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.705522 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron.api.extensions [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Extended resource: tags {{(pid=102713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:28:04.711907 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING keystonemiddleware.auth_token [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 13:28:04.716728 dv-cinder-817351-4-iscsi neutron-server[102713]: WARNING keystonemiddleware.auth_token [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 13:28:04.725992 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Acquired lock "singleton_lock" {{(pid=102713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 13:28:04.726474 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_concurrency.lockutils [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Releasing lock "singleton_lock" {{(pid=102713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 13:28:04.727133 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Starting 2 workers Nov 19 13:28:04.732004 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Started child 102820 {{(pid=102713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:28:04.736464 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Started child 102821 {{(pid=102713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:28:04.737573 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.738314 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO neutron.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 13:28:04.738729 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Publish callbacks [] for process, before_spawn {{(pid=102713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.739155 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [-] (102820) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:28:04.741471 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Starting 1 workers Nov 19 13:28:04.741643 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.743015 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [-] (102821) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:28:04.746707 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Started child 102822 {{(pid=102713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:28:04.747286 dv-cinder-817351-4-iscsi neutron-server[102713]: INFO oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Starting 1 workers Nov 19 13:28:04.750569 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] calling RpcWorker wait() {{(pid=102822) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 13:28:04.751156 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] returning from RpcWorker wait() {{(pid=102822) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 13:28:04.751910 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Started child 102823 {{(pid=102713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:28:04.752539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.752739 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG neutron_lib.callbacks.manager [None req-c957e397-69a4-4e66-a4ec-252e5b12881a None None] Publish callbacks [] for process, after_spawn {{(pid=102713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.753087 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:04.755214 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:28:04.755425 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:28:04.755653 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:28:04.755862 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:28:04.756216 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:28:04.756395 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:28:04.756906 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.757166 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.757416 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.757672 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.757960 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.758366 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.758892 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.758892 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.759027 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.759290 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.759540 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.759694 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.760040 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.760300 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.760542 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.760837 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.761132 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.761348 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.761643 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.761794 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.762210 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.762480 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.762713 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.762982 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] debug = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.763258 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.763728 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.763984 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.764184 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.764418 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.764685 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.764943 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.765210 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.765460 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.765673 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.765913 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.766157 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.766386 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.766615 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.766862 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.767121 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.767372 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.767605 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.768045 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] host = dv-cinder-817351-4-iscsi {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.768291 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.768511 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.768742 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.769233 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.769484 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.769698 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.769950 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.770308 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.770563 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.770787 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.771058 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.771338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.771553 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.771811 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.771972 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_options = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.772212 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.772477 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.772723 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.772929 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.773094 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.773270 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.773532 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.773700 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.773947 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.774175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.774384 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.774629 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.774866 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.775044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.775338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.775567 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.775806 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.776013 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.776253 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.776477 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.776700 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.776935 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.777160 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.777387 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.777598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.777809 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.778044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.778257 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.778477 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.778720 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.778949 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.779218 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.779453 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.779702 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.779956 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.780182 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.780401 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.780617 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.780877 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.781098 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.781353 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.781590 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.781801 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.782027 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.782228 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.782458 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.782682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_json = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.782892 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.783153 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.783398 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.783626 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.783835 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.784044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.784269 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.784603 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.785210 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.785479 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.785792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.786984 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.786984 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.786984 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.787423 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.787423 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.787662 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:04.787791 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.787791 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.788080 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.788304 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.788600 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.788865 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.789124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790316 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790316 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790316 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790316 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790602 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790670 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.790880 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.791365 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.791597 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.791787 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.792035 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.792330 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.792586 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.792797 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.793147 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.794079 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.794079 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.794079 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.794511 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.794511 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.796619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.798708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804376 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.804975 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.806886 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810124 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.810751 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811885 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.811885 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.812027 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.812181 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.812416 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.812619 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.813009 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.813379 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.813787 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.814186 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.814611 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.815010 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.815309 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818649 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818649 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818649 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.818861 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.819025 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.819587 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.819587 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.819786 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.820092 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.820203 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.820384 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.820627 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.820951 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.821536 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.821748 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.821964 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.822230 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.822487 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.822743 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.823010 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.823290 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.823542 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.823786 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.824046 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.824274 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.824500 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.824731 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.824939 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.825177 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.825389 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.825630 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.825841 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.826052 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.826295 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.826504 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.826744 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.826969 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.827210 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.827427 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.827754 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.827864 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.828057 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.829682 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.830149 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.830149 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.830333 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.830798 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.831319 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.831755 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.832005 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.832265 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.834649 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.834928 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.835193 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.835425 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.835672 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.835926 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.836168 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.836403 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.836666 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.836920 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.837254 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.837519 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.837754 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.837995 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.838221 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.838476 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.838727 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.838957 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.839786 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.840021 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.840273 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.840567 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.840934 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.841198 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.841536 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.841809 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.842501 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.842755 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.842981 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.844044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.845058 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.845291 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.845676 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.846056 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.846455 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.847826 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.848071 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.848292 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.848527 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.848755 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.849161 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.849396 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.849611 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.849852 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.850082 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.850298 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.850553 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.850788 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.851000 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.851569 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.851797 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.852018 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.852229 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.852455 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.852979 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.853499 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.853745 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.853965 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.854175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.854410 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.854938 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.855176 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.855784 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.855956 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.856166 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.856862 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.857302 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.857510 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.858123 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.858380 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.859213 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.859465 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.859793 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.860012 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.860265 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.860502 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.860726 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.860950 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.861294 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.861518 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.861821 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.862051 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.862488 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.862871 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.863353 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.863739 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.864006 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.864194 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.864584 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.864854 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.865216 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.865493 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.865742 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.866036 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.866272 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.866505 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.866738 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.866979 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.867297 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.867544 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.867842 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.868047 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.868442 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.868703 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.868965 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.869423 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.869840 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.871542 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.871723 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:28:04.872616 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:28:04.874466 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:28:04.874677 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:28:04.874870 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:28:04.875082 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:28:04.875303 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:28:04.875556 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.875781 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.875967 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876105 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876286 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876410 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876605 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876776 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.876986 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.877149 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.877317 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.877574 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.877677 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.877791 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879084 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879275 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879428 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879581 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879789 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.879947 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.880303 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.880456 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.880608 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] debug = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881143 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881143 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881433 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881519 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881848 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.881848 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882020 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882151 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882338 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882498 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882821 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.882991 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.883226 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.883393 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.883549 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.883703 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.883894 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884051 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884206 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] host = dv-cinder-817351-4-iscsi {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884363 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884554 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884711 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.884893 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.885106 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.885205 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.885355 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886157 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886335 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886490 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886635 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886794 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.886953 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.887210 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.887381 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_options = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.887741 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.888127 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.888294 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.888479 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.888705 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.888837 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889057 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889178 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889335 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889488 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889677 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889834 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.889999 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.890527 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.890699 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.890802 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.890993 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.891175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.891332 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.891488 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.892555 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.892836 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.893001 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.893161 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.894234 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.894404 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.894562 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.894718 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.894873 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.895030 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.895589 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.895684 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:04.895774 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.895892 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896047 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896202 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896355 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896510 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896664 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896822 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.896977 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897138 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897359 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897463 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897596 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897750 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.897907 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898059 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_json = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898221 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898374 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898529 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898683 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898839 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.898993 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.899174 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.899331 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:28:04.899510 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.899670 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.899841 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900002 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900162 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900319 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900475 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900637 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900795 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.900951 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901116 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901275 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901444 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901603 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901760 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.901920 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902076 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902240 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902398 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902554 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902712 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.902869 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903044 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903233 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903393 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903549 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903708 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.903873 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904030 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904203 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904362 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904521 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904679 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904835 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.904993 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905152 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905310 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905468 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905626 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905786 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.905942 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.906099 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.906256 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.906496 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.906668 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.906828 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.907781 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.907963 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.908164 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.908403 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.908494 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.909141 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.909484 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.909645 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.909792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.909950 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.910104 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.910421 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.910744 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.911275 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.911630 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.911840 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912006 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912165 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912325 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912482 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912641 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912800 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.912971 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913128 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913285 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913441 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913600 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913757 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.913914 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.914071 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.914229 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.914387 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.914544 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.914700 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.915601 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.915775 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.915941 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.916438 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.917105 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.917670 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.917974 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918156 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918321 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918483 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918642 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918813 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.918989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.919257 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.919426 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.919609 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.919741 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.919932 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.920236 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.920466 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.920677 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.920841 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.921000 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.921209 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.921427 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.921565 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.921860 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922057 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922218 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922377 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922533 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922686 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.922844 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923002 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923192 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923351 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923509 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923643 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923807 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.923963 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924122 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924278 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924444 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924614 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924775 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.924936 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925137 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925309 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925496 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925688 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925896 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.925896 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926141 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926284 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926424 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926554 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926684 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.926811 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927003 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927293 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927445 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927755 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.927912 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928073 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928232 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928392 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928549 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928705 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.928863 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929019 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929175 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929331 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929490 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929648 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929806 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.929963 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930122 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930280 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930437 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930595 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930735 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.930898 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931053 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931233 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931396 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931553 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931694 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.931855 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932013 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932158 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932314 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932470 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932626 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932783 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.932948 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933104 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933270 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933428 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933585 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933742 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.933899 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934142 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934305 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934463 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934621 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934777 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.934934 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.935114 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.935276 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.935435 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.935591 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.936659 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.936836 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.937593 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.937756 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.937917 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.938081 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.938239 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.938397 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939177 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939342 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939504 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939663 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939825 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.939986 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.940368 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.940531 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.940721 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.940899 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941055 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941199 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941379 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941526 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941687 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.941843 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942003 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942147 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942315 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942473 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942771 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.942929 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943087 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943420 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943420 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943605 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943731 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.943887 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944042 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944199 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944364 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944521 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944676 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944835 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.944989 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945145 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945310 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945467 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945625 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945780 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.945935 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.946437 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.946604 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.946971 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947153 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947320 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947470 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947676 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.947955 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.948340 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.948514 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.948673 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.948831 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.948988 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949163 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949320 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949479 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949639 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949792 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.949948 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950107 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950266 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950433 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950758 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.950927 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.951139 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.951277 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.951441 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.951829 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952014 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952171 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952329 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952486 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952651 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952802 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.952961 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.953339 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.953501 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.953658 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.953813 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.953969 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.954125 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.954282 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.954441 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.954598 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.955066 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.955259 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.955727 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.956217 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:28:04.956417 dv-cinder-817351-4-iscsi neutron-server[102713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:28:05.032157 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34606) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:05.042033 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065448 Nov 19 13:28:16.673016 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7ca7a-33ba-4b7f-a7d9-0a0f063c763a None None] get_active_networks_info from dv-cinder-817351-4-iscsi {{(pid=102822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:28:16.735011 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7ca7a-33ba-4b7f-a7d9-0a0f063c763a None None] No non-hosted networks {{(pid=102822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 13:28:16.750148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.agentschedulers_db [None req-69c7ca7a-33ba-4b7f-a7d9-0a0f063c763a None None] DHCP Agent not found on host dv-cinder-817351-4-iscsi {{(pid=102822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 13:28:16.855210 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-b44c611d-66be-46c7-b008-8536d9565e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.774313 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-54605b0f-a0cd-4d72-a106-96546977a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.835541 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-984c4cd0-b7e8-4959-b816-75d10c25dead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.320390 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.902281 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.db.l3_hamode_db [None req-38d39990-0102-43ca-b55d-84c85a704ff4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 13:28:22.023186 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d39990-0102-43ca-b55d-84c85a704ff4 None None] Routers set() bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:28:22.023594 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d39990-0102-43ca-b55d-84c85a704ff4 None None] Router IDs set() for agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:28:22.025750 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:22.394918 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:22.395779 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.396145 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.396442 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.397078 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.397510 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.397946 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.398348 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.398787 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.399217 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.399612 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.400015 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.400399 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:22.400869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:22.408176 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:23.103501 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34700) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:23.637557 dv-cinder-817351-4-iscsi neutron-server[102820]: WARNING oslo_policy.policy [None req-a922fbde-c68a-4ae1-8a42-804d50ab2f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:23.638128 dv-cinder-817351-4-iscsi neutron-server[102820]: WARNING oslo_policy.policy [None req-a922fbde-c68a-4ae1-8a42-804d50ab2f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:23.871027 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [None req-a922fbde-c68a-4ae1-8a42-804d50ab2f02 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:23.872115 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a922fbde-c68a-4ae1-8a42-804d50ab2f02 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7676308 Nov 19 13:28:26.354914 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34716) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:26.695758 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:26.792696 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.policy [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:28:26.846534 dv-cinder-817351-4-iscsi neutron-server[102820]: WARNING oslo_policy.policy [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:26.846747 dv-cinder-817351-4-iscsi neutron-server[102820]: WARNING oslo_policy.policy [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:26.855458 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.quota [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] Loaded quota_driver: . Nov 19 13:28:26.976195 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779577042831', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779577039200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779583058514', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779583057494', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779583044492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779583035521', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-780706', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841594', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4134447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4065641'] for rbac-policy, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.064534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.065889 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-19d52077-d26e-4e40-9590-1df8d5ab7378 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7099612 Nov 19 13:28:29.872605 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34728) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:30.198000 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Request body: {'network': {'tenant_id': 'df44aae4431c4654990c884b3194d053', 'name': 'private', 'admin_state_up': True, 'project_id': 'df44aae4431c4654990c884b3194d053'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:30.234235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Made reservation on behalf of df44aae4431c4654990c884b3194d053 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:30.237092 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.255257 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.369899 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.377014 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.405265 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:28:30.430171 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779578311783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.430694 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Unsubscribe: segment precommit_create {{(pid=102820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:28:30.431213 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Added segment ce2e690e-d801-48c4-85b4-d6fbc51047bd of type vlan for network 9b2844b2-661a-4f58-9f51-5de0d149d19e Nov 19 13:28:30.437103 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c20f7-5745-418a-8213-c2da2b989bb1,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:30.474710 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.475078 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.475417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.475748 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.476074 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.476402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.476732 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.477066 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.477414 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.477746 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.478040 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.478357 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Tracked resource versions report: Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: pushed versions: Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: { 'AddressGroup': {'1.2'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'ConntrackHelper': {'1.0'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Log': {'1.0'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Network': {'1.1'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Port': {'1.7'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'PortForwarding': {'1.2'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'QosPolicy': {'1.10'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroup': {'1.5'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SubPort': {'1.0'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Subnet': {'1.1'}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Trunk': {'1.1'}} Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: consumer versions: Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'ConntrackHelper': '1.0', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Log': '1.0', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Network': '1.1', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Port': '1.7', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'PortForwarding': '1.2', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'QosPolicy': '1.10', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroup': '1.5', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroupRule': '1.2', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SubPort': '1.0', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Subnet': '1.1', Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Trunk': '1.1'}} Nov 19 13:28:30.479480 dv-cinder-817351-4-iscsi neutron-server[102820]: {{(pid=102820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:28:30.553048 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.598254 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.599397 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.600386 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.686435 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8125863 Nov 19 13:28:30.720471 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8f7e-0db0-49c5-ae60-8455602d87d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2844b2-661a-4f58-9f51-5de0d149d19e,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:30.733238 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:28:33.548464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 34742) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:34.090862 dv-cinder-817351-4-iscsi neutron-server[102821]: WARNING oslo_policy.policy [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:34.091483 dv-cinder-817351-4-iscsi neutron-server[102821]: WARNING oslo_policy.policy [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:34.545932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.policy [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:28:34.593919 dv-cinder-817351-4-iscsi neutron-server[102821]: WARNING oslo_policy.policy [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:34.594577 dv-cinder-817351-4-iscsi neutron-server[102821]: WARNING oslo_policy.policy [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:28:34.602852 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:34.605133 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-850bb430-af65-4607-90cb-1847ab05ba86 admin admin] 10.222.0.74 "GET /v2.0/networks/9b2844b2-661a-4f58-9f51-5de0d149d19e HTTP/1.1" status: 200 len: 825 time: 1.0544305 Nov 19 13:28:34.652712 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b9dbc64d-d2a8-4aca-b95c-cc7857a25549 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/e628d4bb-98d7-4e11-82d6-02bb254f1b1b HTTP/1.1" status: 200 len: 734 time: 0.0374382 Nov 19 13:28:34.662823 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:34.664456 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.quota [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Loaded quota_driver: . Nov 19 13:28:34.709449 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Made reservation on behalf of df44aae4431c4654990c884b3194d053 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:34.712713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.023530 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.096477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Checking segment: {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:35.096865 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Network hostable DHCP agents. Network: 9b2844b2-661a-4f58-9f51-5de0d149d19e, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:28:35.104100 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8c4eab-8e8d-4b36-84c5-3f25be542b3a,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:35.116864 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.117226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.117572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.117901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.118230 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.118570 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.118896 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.119255 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.119597 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.119917 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.120237 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.120533 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Tracked resource versions report: Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: pushed versions: Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: { 'AddressGroup': {'1.2'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'ConntrackHelper': {'1.0'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Log': {'1.0'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Network': {'1.1'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Port': {'1.7'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'PortForwarding': {'1.2'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'QosPolicy': {'1.10'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroup': {'1.5'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SubPort': {'1.0'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Subnet': {'1.1'}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Trunk': {'1.1'}} Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: consumer versions: Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'ConntrackHelper': '1.0', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Log': '1.0', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Network': '1.1', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Port': '1.7', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'PortForwarding': '1.2', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'QosPolicy': '1.10', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroup': '1.5', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroupRule': '1.2', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SubPort': '1.0', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Subnet': '1.1', Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Trunk': '1.1'}} Nov 19 13:28:35.121620 dv-cinder-817351-4-iscsi neutron-server[102821]: {{(pid=102821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:28:35.161238 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:28:35.176233 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 9b2844b2-661a-4f58-9f51-5de0d149d19e) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:35.181144 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:35.181776 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.186251 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe27cb-1563-4de0-aba6-8f8999a06d29 None None] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:35.207466 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-52616a6c-b091-4d5a-b6ac-89a283fc72b8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5485666 Nov 19 13:28:35.541456 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-9b2844b2-661a-4f58-9f51-5de0d149d19e', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:28:35.542782 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.858042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Allocated IP 172.20.0.2 (9b2844b2-661a-4f58-9f51-5de0d149d19e/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a/d163fde0-8d6b-45fd-abcf-994536cf2712) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:36.073626 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.083794 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.165116 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:36.169774 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:36.175789 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Pushing event updated for resources: {'Port': ['ID=d163fde0-8d6b-45fd-abcf-994536cf2712,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:36.178040 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:36.187728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.188340 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.188425 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.188746 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.189069 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.189405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.190042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.190042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.190448 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.190723 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.191040 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.191380 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Tracked resource versions report: Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: pushed versions: Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: { 'AddressGroup': {'1.2'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'ConntrackHelper': {'1.0'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Log': {'1.0'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Network': {'1.1'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Port': {'1.7'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'PortForwarding': {'1.2'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'QosPolicy': {'1.10'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroup': {'1.5'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SubPort': {'1.0'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Subnet': {'1.1'}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Trunk': {'1.1'}} Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: consumer versions: Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'ConntrackHelper': '1.0', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Log': '1.0', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Network': '1.1', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Port': '1.7', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'PortForwarding': '1.2', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'QosPolicy': '1.10', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroup': '1.5', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroupRule': '1.2', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SubPort': '1.0', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Subnet': '1.1', Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Trunk': '1.1'}} Nov 19 13:28:36.192496 dv-cinder-817351-4-iscsi neutron-server[102822]: {{(pid=102822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:28:36.268965 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Attempting to bind port d163fde0-8d6b-45fd-abcf-994536cf2712 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:36.269250 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Attempting to bind port d163fde0-8d6b-45fd-abcf-994536cf2712 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:36.269667 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Attempting to bind port d163fde0-8d6b-45fd-abcf-994536cf2712 on network 9b2844b2-661a-4f58-9f51-5de0d149d19e {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:36.274914 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:36.275324 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Checking segment: {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:36.275791 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.276176 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Bound using segment: {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:36.276653 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Bound port: d163fde0-8d6b-45fd-abcf-994536cf2712, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:36.277068 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.342400 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] For port d163fde0-8d6b-45fd-abcf-994536cf2712, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:36.347510 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] For port d163fde0-8d6b-45fd-abcf-994536cf2712, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=d163fde0-8d6b-45fd-abcf-994536cf2712,segment=NetworkSegment(ce2e690e-d801-48c4-85b4-d6fbc51047bd),segment_id=ce2e690e-d801-48c4-85b4-d6fbc51047bd)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:36.354300 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.429942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486daaf1-5d96-42f6-9729-64cbbbc85b52 None None] Pushing event updated for resources: {'Port': ['ID=d163fde0-8d6b-45fd-abcf-994536cf2712,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:37.832335 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 34762) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:38.178265 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [None req-d4217139-3582-434a-87fc-4eb83fab6f27 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:38.179306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-d4217139-3582-434a-87fc-4eb83fab6f27 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3457372 Nov 19 13:28:41.051914 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34770) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:41.447486 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [None req-86e035f0-c1ad-41a7-87a9-b7e15395ad09 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:41.463129 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-86e035f0-c1ad-41a7-87a9-b7e15395ad09 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3951948 Nov 19 13:28:44.264541 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34782) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:44.605585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:44.633863 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.635479 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.778583 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.786565 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.803260 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.804506 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2848020a-92ad-4c35-b400-0e1dd3d6ebb9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5389872 Nov 19 13:28:45.735971 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb536826-9079-46b1-b031-f3709d6ae70b None None] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:45.870680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] Provisioning complete for port d163fde0-8d6b-45fd-abcf-994536cf2712 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:45.872181 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.070295 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.120160 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] For port d163fde0-8d6b-45fd-abcf-994536cf2712, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=d163fde0-8d6b-45fd-abcf-994536cf2712,segment=NetworkSegment(ce2e690e-d801-48c4-85b4-d6fbc51047bd),segment_id=ce2e690e-d801-48c4-85b4-d6fbc51047bd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:46.126965 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.136607 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device d163fde0-8d6b-45fd-abcf-994536cf2712 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:46.215329 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port d163fde0-8d6b-45fd-abcf-994536cf2712 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:46.215690 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.262231 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93109f-70e8-4369-9084-60d6a6e83ffe None None] Pushing event updated for resources: {'Port': ['ID=d163fde0-8d6b-45fd-abcf-994536cf2712,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:46.285020 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-ff74fdd4-2a4a-434a-acf2-50c41283597f None None] Provisioning complete for port d163fde0-8d6b-45fd-abcf-994536cf2712 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:46.285280 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdd4-2a4a-434a-acf2-50c41283597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.523717 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-41268271-60d1-465d-ae68-2fb560ee4c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:47.381417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34794) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:47.755040 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [None req-85a84410-c6d7-4e9d-8317-a4a32d22b776 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:47.756111 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-85a84410-c6d7-4e9d-8317-a4a32d22b776 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3737185 Nov 19 13:28:48.094913 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device d163fde0-8d6b-45fd-abcf-994536cf2712 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:48.142710 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port d163fde0-8d6b-45fd-abcf-994536cf2712 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:48.143120 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:48.780603 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f52d6a71-6580-491c-b78c-998c49523356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.234869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.360990 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34812) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:50.498438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:50.521424 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Made reservation on behalf of 737ccfce24e84f14b65fb527409d3760 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:50.523711 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.531717 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.606759 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.612542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.630213 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Reserving flat network on physical network physnet1 {{(pid=102820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 13:28:50.645122 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e2b93-fde6-414d-80a4-a7e97a3145d5,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:50.652586 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.653096 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Added segment 17510f34-424b-4e12-bb2f-a5a5048da97e of type flat for network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 Nov 19 13:28:50.709067 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.745486 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.746478 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:50.747193 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.824008 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4615045 Nov 19 13:28:50.828931 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9553f2-ac9d-444e-a076-530f623a9d54 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6d88b9-3509-44fd-afd7-cf7e21fb0891,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:50.840631 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:28:51.914135 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:52.402698 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:53.186493 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34830) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:53.335921 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397d7cb-1e9f-43f9-8604-9a40b38b2d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.337342 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-6397d7cb-1e9f-43f9-8604-9a40b38b2d51 admin admin] 10.222.0.74 "GET /v2.0/subnets/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a HTTP/1.1" status: 200 len: 849 time: 0.1494749 Nov 19 13:28:53.457909 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-138ed563-c0b7-413d-a023-9b0269a77d99 admin admin] 10.222.0.74 "GET /v2.0/routers/501b0e5e-11a4-472a-8705-c931f9822c1f HTTP/1.1" status: 200 len: 704 time: 0.1141858 Nov 19 13:28:53.728885 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.028242 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Allocated IP 172.20.0.1 (9b2844b2-661a-4f58-9f51-5de0d149d19e/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a/fc421102-589f-4ed8-acdc-e42b1ed2a130) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:54.228013 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.295704 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.381504 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:54.385757 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:54.387605 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Pushing event updated for resources: {'Port': ['ID=fc421102-589f-4ed8-acdc-e42b1ed2a130,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:54.400369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:54.400703 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.582855 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7348b8b5-22c9-4907-b4ee-f5ea3cf62f85 None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:54.583509 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7348b8b5-22c9-4907-b4ee-f5ea3cf62f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.618100 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-7348b8b5-22c9-4907-b4ee-f5ea3cf62f85 None None] Port fc421102-589f-4ed8-acdc-e42b1ed2a130 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:28:54.666297 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.884391 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.890278 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.891003 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.968856 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Pushing event updated for resources: {'Port': ['ID=fc421102-589f-4ed8-acdc-e42b1ed2a130,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:55.017958 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:55.019465 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:55.193458 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Router 501b0e5e-11a4-472a-8705-c931f9822c1f is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:28:55.241138 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7735500e-34fb-4e76-b619-92b8e9b818e1 None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:55.241699 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7735500e-34fb-4e76-b619-92b8e9b818e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.277070 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-7735500e-34fb-4e76-b619-92b8e9b818e1 None None] Port fc421102-589f-4ed8-acdc-e42b1ed2a130 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:28:55.291496 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:28:55.300142 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d627feb4-7242-4c41-9b79-00e729e90a76 admin admin] 10.222.0.74 "PUT /v2.0/routers/501b0e5e-11a4-472a-8705-c931f9822c1f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8358817 Nov 19 13:28:55.302607 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Sync routers for ids ['501b0e5e-11a4-472a-8705-c931f9822c1f'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:28:55.317575 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Routers {'501b0e5e-11a4-472a-8705-c931f9822c1f'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:28:55.318433 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:28:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['501b0e5e-11a4-472a-8705-c931f9822c1f'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:55.512180 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Set router 501b0e5e-11a4-472a-8705-c931f9822c1f gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:28:55.956027 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:28:54Z', 'revision_number': 2, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port_host': None, '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:54Z', 'revision_number': 2, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:56.008388 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Checking router: 501b0e5e-11a4-472a-8705-c931f9822c1f for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:28:56.008751 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Updating router 501b0e5e-11a4-472a-8705-c931f9822c1f port fc421102-589f-4ed8-acdc-e42b1ed2a130 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:28:56.058228 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.588167 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.596791 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.759322 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Pushing event updated for resources: {'Port': ['ID=fc421102-589f-4ed8-acdc-e42b1ed2a130,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:56.771916 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.772273 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.772614 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.772946 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.773277 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.773606 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.773931 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.774259 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.774586 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.774944 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.775259 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.775579 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Tracked resource versions report: Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: pushed versions: Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: { 'AddressGroup': {'1.2'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'ConntrackHelper': {'1.0'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Log': {'1.0'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Network': {'1.1'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Port': {'1.7'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'PortForwarding': {'1.2'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'QosPolicy': {'1.10'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroup': {'1.5'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SubPort': {'1.0'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Subnet': {'1.1'}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Trunk': {'1.1'}} Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: consumer versions: Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'ConntrackHelper': '1.0', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Log': '1.0', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Network': '1.1', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Port': '1.7', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'PortForwarding': '1.2', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'QosPolicy': '1.10', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroup': '1.5', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroupRule': '1.2', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SubPort': '1.0', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Subnet': '1.1', Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Trunk': '1.1'}} Nov 19 13:28:56.776692 dv-cinder-817351-4-iscsi neutron-server[102823]: {{(pid=102823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:28:56.779368 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Attempting to bind port fc421102-589f-4ed8-acdc-e42b1ed2a130 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:56.779766 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Attempting to bind port fc421102-589f-4ed8-acdc-e42b1ed2a130 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:56.780195 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Attempting to bind port fc421102-589f-4ed8-acdc-e42b1ed2a130 on network 9b2844b2-661a-4f58-9f51-5de0d149d19e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:56.786378 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:56.786787 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Checking segment: {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:56.787289 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.787672 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Bound using segment: {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:56.788241 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Bound port: fc421102-589f-4ed8-acdc-e42b1ed2a130, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2e690e-d801-48c4-85b4-d6fbc51047bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:56.788569 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.807202 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-ab6f630c-0d92-4b67-ad23-51a8c98d8cc8 None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:56.807745 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ab6f630c-0d92-4b67-ad23-51a8c98d8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.842134 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f630c-0d92-4b67-ad23-51a8c98d8cc8 None None] Port fc421102-589f-4ed8-acdc-e42b1ed2a130 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:28:56.857547 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] For port fc421102-589f-4ed8-acdc-e42b1ed2a130, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:56.880584 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] For port fc421102-589f-4ed8-acdc-e42b1ed2a130, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=fc421102-589f-4ed8-acdc-e42b1ed2a130,segment=NetworkSegment(ce2e690e-d801-48c4-85b4-d6fbc51047bd),segment_id=ce2e690e-d801-48c4-85b4-d6fbc51047bd)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:56.894679 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.968474 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e5c3-dac0-46bd-968e-9ac009b66f3c None None] Pushing event updated for resources: {'Port': ['ID=fc421102-589f-4ed8-acdc-e42b1ed2a130,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:56.973347 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Routers {'501b0e5e-11a4-472a-8705-c931f9822c1f'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:28:56.973951 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:28:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['501b0e5e-11a4-472a-8705-c931f9822c1f'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:57.065272 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] Set router 501b0e5e-11a4-472a-8705-c931f9822c1f gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:28:57.171453 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:57.171790 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.254310 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.291627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] For port fc421102-589f-4ed8-acdc-e42b1ed2a130, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=fc421102-589f-4ed8-acdc-e42b1ed2a130,segment=NetworkSegment(ce2e690e-d801-48c4-85b4-d6fbc51047bd),segment_id=ce2e690e-d801-48c4-85b4-d6fbc51047bd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:57.297107 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.298666 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:28:54Z', 'revision_number': 2, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port_host': None, '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:56Z', 'revision_number': 4, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:28:57.325272 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e412f9-122f-457f-ad00-d7483d80f82a None None] The sync data for ids ['501b0e5e-11a4-472a-8705-c931f9822c1f'] in dv-cinder-817351-4-iscsi is: [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:28:54Z', 'revision_number': 2, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port_host': None, '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:56Z', 'revision_number': 4, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:28:57.358796 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f23528-39bd-4d11-87b1-4e28320c7b4c None None] Pushing event updated for resources: {'Port': ['ID=fc421102-589f-4ed8-acdc-e42b1ed2a130,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:57.705888 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 34842) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:57.824066 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c5ec1-8004-46d4-978f-1f356ddd3558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:57.825454 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-335c5ec1-8004-46d4-978f-1f356ddd3558 admin admin] 10.222.0.74 "GET /v2.0/networks/bc6d88b9-3509-44fd-afd7-cf7e21fb0891 HTTP/1.1" status: 200 len: 842 time: 0.1185863 Nov 19 13:28:57.835470 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:57.863319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Made reservation on behalf of 737ccfce24e84f14b65fb527409d3760 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:57.865994 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.228546 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.objects.ports [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:28:58.229009 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.284126 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:58.299274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:58.299618 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Network hostable DHCP agents. Network: bc6d88b9-3509-44fd-afd7-cf7e21fb0891, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:28:58.316472 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:28:58.326353 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, bc6d88b9-3509-44fd-afd7-cf7e21fb0891) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:58.330777 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.331405 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.342145 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e47f1-11ee-4d07-b7d5-73efe6a23f69 None None] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:58.351543 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5ab70f27-8636-473d-b40d-9ac3e139285c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5194561 Nov 19 13:28:58.494811 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780873f-2ebf-4271-abb5-5d518a8aa515 None None] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:58.811135 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:00.888617 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 34850) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.169594 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-6da13cc5-8dd2-44f8-8720-08baac04323d admin admin] 10.222.0.74 "GET /v2.0/routers/501b0e5e-11a4-472a-8705-c931f9822c1f HTTP/1.1" status: 200 len: 710 time: 0.2790780 Nov 19 13:29:01.262654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c8299-7e9a-429c-ad7c-650dc9a130d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:01.270174 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-719c8299-7e9a-429c-ad7c-650dc9a130d8 admin admin] 10.222.0.74 "GET /v2.0/networks/bc6d88b9-3509-44fd-afd7-cf7e21fb0891 HTTP/1.1" status: 200 len: 886 time: 0.0891650 Nov 19 13:29:01.274314 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:01.527045 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.779993 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.860573 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.081570 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Allocated IP 172.27.1.63 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/9a3e6bcd-0a4c-433c-8c78-135b55c29376) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:02.203528 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.271344 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.366806 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:02.371647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:02.377021 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3e6bcd-0a4c-433c-8c78-135b55c29376,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:02.388308 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:02.695572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.918451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3994696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13437'] for router, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.924252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3828910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3828951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3994737'] for router, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.047212 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Router 501b0e5e-11a4-472a-8705-c931f9822c1f has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:29:03.170669 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:03.175921 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.179643 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-df3dc5f7-9465-4da9-ae0d-1e9558514eb6 admin admin] 10.222.0.74 "PUT /v2.0/routers/501b0e5e-11a4-472a-8705-c931f9822c1f HTTP/1.1" status: 200 len: 889 time: 1.9086468 Nov 19 13:29:04.134077 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device fc421102-589f-4ed8-acdc-e42b1ed2a130 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:04.184954 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:04.185400 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.429013 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Sync routers for ids ['501b0e5e-11a4-472a-8705-c931f9822c1f'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:04.441213 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Routers {'501b0e5e-11a4-472a-8705-c931f9822c1f'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:04.441900 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:28:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['501b0e5e-11a4-472a-8705-c931f9822c1f'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:04.667622 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Set router 501b0e5e-11a4-472a-8705-c931f9822c1f gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:05.142655 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:29:02Z', 'revision_number': 4, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port': {'id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:01Z', 'updated_at': '2021-11-19T13:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:57Z', 'revision_number': 5, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:05.196898 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Checking router: 501b0e5e-11a4-472a-8705-c931f9822c1f for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:05.197237 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Updating router 501b0e5e-11a4-472a-8705-c931f9822c1f port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:29:05.246138 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.588934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.595722 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.653692 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Attempting to bind port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:05.654062 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Attempting to bind port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:05.654419 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Attempting to bind port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:05.656520 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff190c52-1743-4be9-9e64-1948a1c41469 None None] Pushing event updated for resources: {'Port': ['ID=9a3e6bcd-0a4c-433c-8c78-135b55c29376,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:05.663965 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:05.664391 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:05.664807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.665224 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:05.665908 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Bound port: 9a3e6bcd-0a4c-433c-8c78-135b55c29376, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:05.666102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.710226 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 34864) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:05.720747 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] For port 9a3e6bcd-0a4c-433c-8c78-135b55c29376, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:05.724744 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] For port 9a3e6bcd-0a4c-433c-8c78-135b55c29376, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a3e6bcd-0a4c-433c-8c78-135b55c29376,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:05.729097 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.788634 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Routers {'501b0e5e-11a4-472a-8705-c931f9822c1f'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:05.789265 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:28:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['501b0e5e-11a4-472a-8705-c931f9822c1f'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:05.791267 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff190c52-1743-4be9-9e64-1948a1c41469 None None] Pushing event updated for resources: {'Port': ['ID=9a3e6bcd-0a4c-433c-8c78-135b55c29376,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:05.839811 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-cc27208c-9f51-4db8-a24d-1e243b0a6a9c admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1282094 Nov 19 13:29:05.905764 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] Set router 501b0e5e-11a4-472a-8705-c931f9822c1f gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:06.148395 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:29:02Z', 'revision_number': 4, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port': {'id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:01Z', 'updated_at': '2021-11-19T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:57Z', 'revision_number': 5, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:06.174948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4f1d1-9cc8-4a16-afe6-b83ee1096cf1 None None] The sync data for ids ['501b0e5e-11a4-472a-8705-c931f9822c1f'] in dv-cinder-817351-4-iscsi is: [{'id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'name': 'router1', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:28:44Z', 'updated_at': '2021-11-19T13:29:02Z', 'revision_number': 4, 'project_id': 'df44aae4431c4654990c884b3194d053', 'gw_port': {'id': '9a3e6bcd-0a4c-433c-8c78-135b55c29376', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:01Z', 'updated_at': '2021-11-19T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'fc421102-589f-4ed8-acdc-e42b1ed2a130', 'name': '', 'network_id': '9b2844b2-661a-4f58-9f51-5de0d149d19e', 'tenant_id': 'df44aae4431c4654990c884b3194d053', 'mac_address': 'fa:16:3e:40:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0e5e-11a4-472a-8705-c931f9822c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:28:53Z', 'updated_at': '2021-11-19T13:28:57Z', 'revision_number': 5, 'project_id': 'df44aae4431c4654990c884b3194d053', 'subnets': [{'id': '6b8c4eab-8e8d-4b36-84c5-3f25be542b3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e628d4bb-98d7-4e11-82d6-02bb254f1b1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:08.169261 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a3e6bcd-0a4c-433c-8c78-135b55c29376 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:08.240133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:08.240133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.352549 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.376462 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 9a3e6bcd-0a4c-433c-8c78-135b55c29376, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a3e6bcd-0a4c-433c-8c78-135b55c29376,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:08.381771 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.433279 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=9a3e6bcd-0a4c-433c-8c78-135b55c29376,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:10.126377 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a3e6bcd-0a4c-433c-8c78-135b55c29376 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:10.197424 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 9a3e6bcd-0a4c-433c-8c78-135b55c29376 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:10.198050 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:16.518808 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1377cacd-83a7-407b-a304-04b85632a1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:18.788893 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4453b837-71fb-4a1a-9196-a714ca972752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.239492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.875677 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.410602 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:35.815264 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:46.514456 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e6e1879d-574b-4758-8861-6756528d7ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.790147 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-23404183-886e-4a62-8acb-00a25b3c4960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.244224 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.870179 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.407809 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:12.817098 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:16.520571 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-df599ce8-11b2-4dca-acaa-06379c456e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.789500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d6711906-646f-4fe2-823f-e57e47598f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.244589 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.871713 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.413425 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.474084 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35348) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:27.553180 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8e69a1-7c7a-42bb-a7b6-fdceef2f46cd admin admin] GET failed (client error): The resource could not be found. Nov 19 13:30:27.554542 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-7b8e69a1-7c7a-42bb-a7b6-fdceef2f46cd admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0792024 Nov 19 13:30:27.725100 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408acbe9-d890-4c88-8a12-9660b54d9e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:27.726527 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-408acbe9-d890-4c88-8a12-9660b54d9e65 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1648691 Nov 19 13:30:30.075279 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35358) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:30.178970 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624d9e3-34c6-4785-88cf-a8caa1d4e170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:30.180379 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c624d9e3-34c6-4785-88cf-a8caa1d4e170 admin admin] 10.222.0.74 "GET /v2.0/subnets/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a HTTP/1.1" status: 200 len: 849 time: 0.1037970 Nov 19 13:30:30.190744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:30.360643 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.523886 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779578240458'] for subnet, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.558675 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:30.559325 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.561208 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] 10.222.0.74 "PUT /v2.0/subnets/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a HTTP/1.1" status: 200 len: 868 time: 0.3742654 Nov 19 13:30:30.563150 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c96c06-ade7-4534-b1f6-88a4af146532 None None] Network 9b2844b2-661a-4f58-9f51-5de0d149d19e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:30:30.583478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8c4eab-8e8d-4b36-84c5-3f25be542b3a,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:30.595730 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.596530 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.597362 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.598029 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.598830 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.599662 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.600231 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.600801 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.601366 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.602039 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.602619 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:30.603240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a30efa-012b-4ad7-a51c-0d2f7fc47ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:31.031605 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7294b1b9-66b3-42a5-8bc3-68252a05bb3d None None] Provisioning complete for port fc421102-589f-4ed8-acdc-e42b1ed2a130 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:31.032018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7294b1b9-66b3-42a5-8bc3-68252a05bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.125915 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7294b1b9-66b3-42a5-8bc3-68252a05bb3d None None] Provisioning complete for port d163fde0-8d6b-45fd-abcf-994536cf2712 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:31.126201 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7294b1b9-66b3-42a5-8bc3-68252a05bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.923682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35366) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:33.131186 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f9bb33-ae85-4099-8299-022dea5508a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:33.131571 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f9bb33-ae85-4099-8299-022dea5508a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:33.133185 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-26f9bb33-ae85-4099-8299-022dea5508a1 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085280 Nov 19 13:30:35.501134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35374) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.641826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa623fd-238f-4b7e-a566-d32d84b6caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.642348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa623fd-238f-4b7e-a566-d32d84b6caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.643954 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1fa623fd-238f-4b7e-a566-d32d84b6caf9 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418276 Nov 19 13:30:38.019176 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35382) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:38.175908 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fb14b-a790-4fa8-9961-bc13a1db889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:38.177595 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-829fb14b-a790-4fa8-9961-bc13a1db889d admin admin] 10.222.0.74 "GET /v2.0/networks/9b2844b2-661a-4f58-9f51-5de0d149d19e HTTP/1.1" status: 200 len: 869 time: 0.1571531 Nov 19 13:30:40.518533 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35390) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:40.653829 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bdb15-8c86-4938-89cc-ce1a30289ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:40.655119 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-035bdb15-8c86-4938-89cc-ce1a30289ea5 admin admin] 10.222.0.74 "GET /v2.0/networks/bc6d88b9-3509-44fd-afd7-cf7e21fb0891 HTTP/1.1" status: 200 len: 886 time: 0.1348436 Nov 19 13:30:43.131464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35398) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.269403 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c0bdf-c0c5-4630-bd32-9a39fe7100d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:43.269935 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c0bdf-c0c5-4630-bd32-9a39fe7100d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:43.271556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-931c0bdf-c0c5-4630-bd32-9a39fe7100d1 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387243 Nov 19 13:30:45.599600 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35406) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:45.742538 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c85ae6-55db-446f-ab5d-843bc67693c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:45.742986 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c85ae6-55db-446f-ab5d-843bc67693c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:45.744546 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-90c85ae6-55db-446f-ab5d-843bc67693c7 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1438544 Nov 19 13:30:46.524735 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-449c3d74-9799-4947-b6d0-468eb44be81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.065024 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35416) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:48.168364 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca828c8-1d72-486d-87f2-127b4a71bbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:48.169746 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8ca828c8-1d72-486d-87f2-127b4a71bbd4 admin admin] 10.222.0.74 "GET /v2.0/subnets/6b8c4eab-8e8d-4b36-84c5-3f25be542b3a HTTP/1.1" status: 200 len: 868 time: 0.1035042 Nov 19 13:30:48.783244 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bebad95f-51b4-4175-8af8-6ffb4c0ec4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.815615 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:50.250629 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.512624 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35424) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:50.607948 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f03ed-a7e0-4478-abee-9fad948f99ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:50.609411 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7f6f03ed-a7e0-4478-abee-9fad948f99ca admin admin] 10.222.0.74 "GET /v2.0/subnets/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7 HTTP/1.1" status: 200 len: 816 time: 0.0956140 Nov 19 13:30:51.873311 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.422989 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.262142 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35480) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:15.329077 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [None req-d77e6c5a-f743-405b-ae53-b11c3379ef8e admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:31:15.330535 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d77e6c5a-f743-405b-ae53-b11c3379ef8e admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0674036 Nov 19 13:31:16.530264 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-43332711-111d-4af3-b485-20723313f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.764607 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35488) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:17.833840 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c238fe09-442c-44de-938b-0889187bf231 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:31:17.835514 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c238fe09-442c-44de-938b-0889187bf231 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696683 Nov 19 13:31:17.998500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8187b4-4f49-4cf8-9d4a-7610fc6de5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:18.000989 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2c8187b4-4f49-4cf8-9d4a-7610fc6de5a0 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1512721 Nov 19 13:31:18.790548 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-dcc46cee-33d2-47a0-978f-257f30f70600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.253185 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.394754 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35496) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:20.453730 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:20.477082 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Made reservation on behalf of 737ccfce24e84f14b65fb527409d3760 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:20.479591 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.511878 dv-cinder-817351-4-iscsi neutron-server[102820]: WARNING neutron.services.revisions.revision_plugin [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Could not find related network for resource to bump revision. Nov 19 13:31:20.527442 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:20.540719 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.541134 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Added segment 4c02e416-c233-4955-8c0d-fa5ca84b46fb of type vlan for network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 Nov 19 13:31:20.584481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.609436 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.610420 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.610959 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.667605 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2716432 Nov 19 13:31:20.672066 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0481b5-ab54-4f5c-9805-5ef8927e1d90,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:20.678974 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.679326 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.679697 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.680030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.680359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.680713 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.681048 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.681385 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.681738 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.682062 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.682361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.682718 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b20e3-0c31-4b44-b4a2-bc8d51963174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:20.695936 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:21.881323 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.427685 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.055616 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35504) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:23.135913 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a6db76-41e2-4edb-b100-84189844f8c9 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:31:23.137302 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-90a6db76-41e2-4edb-b100-84189844f8c9 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0804038 Nov 19 13:31:23.216244 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6032c-2002-4ca5-a278-43f472e9063c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:23.217796 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2ab6032c-2002-4ca5-a278-43f472e9063c admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0745230 Nov 19 13:31:23.233358 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Request body: {'subnet': {'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:23.258240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Made reservation on behalf of 737ccfce24e84f14b65fb527409d3760 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:23.260842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.439223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.490551 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6c2628-d3f3-44b7-86f7-a4b827e9c499,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:23.506138 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Checking segment: {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:23.506559 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Network hostable DHCP agents. Network: 7c0481b5-ab54-4f5c-9805-5ef8927e1d90, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:23.524574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:23.534709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 7c0481b5-ab54-4f5c-9805-5ef8927e1d90) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:23.539450 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:23.540186 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.559901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-16914465-67e8-45e5-b134-3458b9c6b5f8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307643 Nov 19 13:31:23.649859 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa39d32-71ba-4782-a355-6648032933f2 None None] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:23.816382 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-7c0481b5-ab54-4f5c-9805-5ef8927e1d90', 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90', 'tenant_id': '737ccfce24e84f14b65fb527409d3760', 'fixed_ips': [{'subnet_id': '5d6c2628-d3f3-44b7-86f7-a4b827e9c499'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:23.817287 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.958204 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Allocated IP 192.168.233.2 (7c0481b5-ab54-4f5c-9805-5ef8927e1d90/5d6c2628-d3f3-44b7-86f7-a4b827e9c499/13e14c02-4cd6-4ee1-a8c2-1229b5704fc7) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:24.120042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.137064 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.184456 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:24.187840 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:24.192337 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:24.198668 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Pushing event updated for resources: {'Port': ['ID=13e14c02-4cd6-4ee1-a8c2-1229b5704fc7,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:24.210037 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.210401 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.210746 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.211200 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.211441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.211764 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.212180 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.212499 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.212842 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.213200 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.213514 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.213830 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:24.265712 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Attempting to bind port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:24.266079 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Attempting to bind port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:24.266439 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Attempting to bind port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 on network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:24.272129 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:24.272522 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Checking segment: {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:24.272921 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.273494 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Bound using segment: {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:24.273800 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Bound port: 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:24.274371 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.340539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] For port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:24.344084 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] For port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=13e14c02-4cd6-4ee1-a8c2-1229b5704fc7,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:24.350445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.411159 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56702d-f31e-44e2-9166-bdadcd4fa3c4 None None] Pushing event updated for resources: {'Port': ['ID=13e14c02-4cd6-4ee1-a8c2-1229b5704fc7,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:25.257124 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68243b06-af70-4ac4-8da1-164107dcc071 None None] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:25.347020 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] Provisioning complete for port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:25.347418 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.488990 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.531204 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] For port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=13e14c02-4cd6-4ee1-a8c2-1229b5704fc7,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:25.537888 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.595891 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c21937-9623-4932-9713-c8ebd61b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=13e14c02-4cd6-4ee1-a8c2-1229b5704fc7,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:25.765257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-1c231497-66bf-474e-b333-03f89915868b None None] Provisioning complete for port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:25.765530 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1c231497-66bf-474e-b333-03f89915868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.204355 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:26.255633 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 13e14c02-4cd6-4ee1-a8c2-1229b5704fc7 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:26.256015 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.815160 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:46.525654 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-56cdf983-2757-4be8-a542-ef158c2053c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.786276 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4295f128-6d54-41ee-80e4-1aa255de89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.258011 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.882575 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.425299 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.814671 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:16.532459 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-afa0fe38-e8fd-4d7c-b993-88cd6ae7b6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.791904 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-07a175af-903f-4498-aaab-abebb3cf6d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.261831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.885139 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.425600 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.837282 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35548) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.843876 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [None req-3f17ffd3-48ac-41a3-baa0-cf8df3f8abe4 tempest-verify_tempest_config-1404755649 tempest-verify_tempest_config-1404755649-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:36.844872 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3f17ffd3-48ac-41a3-baa0-cf8df3f8abe4 tempest-verify_tempest_config-1404755649 tempest-verify_tempest_config-1404755649-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065155 Nov 19 13:32:37.182563 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35566) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:37.313859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.484466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.490121 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.534007 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527afafb-acd8-441f-9ef7-5c1e7c79a965,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.537980 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d77b37a00284c92a3f9f3506bafec03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3547161 Nov 19 13:32:37.541189 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35570) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:37.543649 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.544030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.544381 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.544724 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.545096 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.545429 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.545764 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.546098 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.546429 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.546758 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.547087 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.547439 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5663a-1726-4138-a617-8104b07ec074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.627130 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.652614 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.760631 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.764832 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.766712 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/527afafb-acd8-441f-9ef7-5c1e7c79a965 HTTP/1.1" status: 204 len: 168 time: 0.2242222 Nov 19 13:32:37.778274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527afafb-acd8-441f-9ef7-5c1e7c79a965,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.788119 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.788702 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.789258 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.789803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.790338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.790913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.791489 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.792023 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.792562 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.793103 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.793645 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:37.794177 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dbbdc-cb22-4ad3-a4ba-92921c7143ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:40.814660 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:46.527606 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-78cf5cea-ebf6-4fa7-8441-3724e9332fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.788875 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-68497e8b-ba60-42d2-bc0c-5360319a8569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.270887 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.889541 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.422841 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.531635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9513efa4-8036-4d03-9a1e-1833d5e847cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.817138 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:18.787736 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0426319d-e2fd-4163-94d5-32c60f55eb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.267604 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.893149 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.421413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.543707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0c41c049-cf4a-408a-925b-83dca0a71bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.792082 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ac20bc8-5203-4ef1-8aa8-f8bf21aaef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.275460 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.902569 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.415202 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.816369 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 5 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:13.897580 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3992023'] for agent, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.538419 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c211d36-eab2-40a7-b514-17a810bb60f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.785113 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4e721805-5700-4af7-b5ec-f8eefd3af56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.273464 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.898772 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.422869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.116108 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35648) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:29.241486 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-5ead31a4-aca3-46c0-a69a-61d1af7055b2 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1242423 Nov 19 13:34:31.568090 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35658) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:31.634417 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-25f23b67-3a2d-4edc-a92c-62de3a03c042 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0651090 Nov 19 13:34:31.816764 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:43.871350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.538081 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cafb5360-b942-45c3-8b5d-448f15bc9c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.793887 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5da68b59-3ace-4211-9761-7ac886bc7cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.277676 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.905288 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.417571 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.816634 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:13.899639 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.533153 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-81ce2b01-f2a6-4411-8ae1-e81b9d3c8277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.788161 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cfb693e4-3e1b-4615-b7f9-639d77d12486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.282105 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.908803 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.425582 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.911816 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.817198 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:46.531298 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1891-53b1-4bfa-8c0a-fecbc1f1d8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.785718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bec1c648-949f-494d-b44d-9d24d5cbb051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.282977 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.912501 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.423351 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.228495 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35794) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:00.646899 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-615267283-network', 'tenant_id': '24e3eb64abd04110a6520c0499e7ce7c'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:00.672186 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Made reservation on behalf of 24e3eb64abd04110a6520c0499e7ce7c for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:00.674546 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.683832 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.768714 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.773722 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.808812 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd10e0-d778-4680-9570-ee058bec5a76,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:00.816561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:00.819163 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.819537 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.819882 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.820221 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.820552 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.820903 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.821237 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.821569 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.821920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.822245 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.822570 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.822885 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Tracked resource versions report: Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: pushed versions: Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: { 'AddressGroup': {'1.2'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'ConntrackHelper': {'1.0'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Log': {'1.0'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Network': {'1.1'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Port': {'1.7'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'PortForwarding': {'1.2'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'QosPolicy': {'1.10'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroup': {'1.5'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SubPort': {'1.0'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Subnet': {'1.1'}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Trunk': {'1.1'}} Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: consumer versions: Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: HyperV agent@hv-cinder-81735: {}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'ConntrackHelper': '1.0', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Log': '1.0', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Network': '1.1', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Port': '1.7', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'PortForwarding': '1.2', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'QosPolicy': '1.10', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroup': '1.5', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SecurityGroupRule': '1.2', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'SubPort': '1.0', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Subnet': '1.1', Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: 'Trunk': '1.1'}} Nov 19 13:36:00.824002 dv-cinder-817351-4-iscsi neutron-server[102820]: {{(pid=102820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:36:00.835199 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.835666 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Added segment bb3dd2af-bc21-44e5-9dd8-ad64e9560c70 of type vlan for network 9260939e-b253-4e9b-9ebc-5d336dec1f11 Nov 19 13:36:00.888877 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.919922 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.922004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.922810 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.998850 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7688918 Nov 19 13:36:00.999251 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35848) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.007911 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Request body: {'subnet': {'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-615267283-subnet', 'tenant_id': '24e3eb64abd04110a6520c0499e7ce7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:01.012655 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b2bf-4697-4c6c-994e-49e47840ee2a admin admin] Pushing event updated for resources: {'Network': ['ID=9260939e-b253-4e9b-9ebc-5d336dec1f11,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.023851 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 9260939e-b253-4e9b-9ebc-5d336dec1f11 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:01.042251 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Made reservation on behalf of 24e3eb64abd04110a6520c0499e7ce7c for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:01.046223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.257488 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.308147 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfe0983-011c-4432-9f8d-a7ca0b8cf525,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.318700 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.319351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.319866 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.320366 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.320856 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.321365 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.321700 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.322059 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.322399 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.322734 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.323059 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Tracked resource versions report: Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: pushed versions: Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: { 'AddressGroup': {'1.2'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'ConntrackHelper': {'1.0'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Log': {'1.0'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Network': {'1.1'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Port': {'1.7'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'PortForwarding': {'1.2'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'QosPolicy': {'1.10'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroup': {'1.5'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SubPort': {'1.0'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Subnet': {'1.1'}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Trunk': {'1.1'}} Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: consumer versions: Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: HyperV agent@hv-cinder-81735: {}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'ConntrackHelper': '1.0', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Log': '1.0', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Network': '1.1', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Port': '1.7', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'PortForwarding': '1.2', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'QosPolicy': '1.10', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroup': '1.5', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SecurityGroupRule': '1.2', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'SubPort': '1.0', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Subnet': '1.1', Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: 'Trunk': '1.1'}} Nov 19 13:36:01.325016 dv-cinder-817351-4-iscsi neutron-server[102821]: {{(pid=102821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:36:01.354773 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Checking segment: {'id': 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:01.355468 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Network hostable DHCP agents. Network: 9260939e-b253-4e9b-9ebc-5d336dec1f11, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:01.375240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Network 9260939e-b253-4e9b-9ebc-5d336dec1f11 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:01.391905 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35862) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.399069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 9260939e-b253-4e9b-9ebc-5d336dec1f11) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:01.408004 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee54982-f7dd-42e3-b483-80470cca4887 None None] Network 9260939e-b253-4e9b-9ebc-5d336dec1f11 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:01.411051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:01.411684 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.426080 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35866) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.453831 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-57f0636a-5bb4-4bb7-a914-d0113c230f07 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4532354 Nov 19 13:36:01.523565 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35874) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.557854 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21872165-1435-413b-bb92-b748157ba4b4 None None] Network 9260939e-b253-4e9b-9ebc-5d336dec1f11 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:01.783719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1157278371-network', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:01.811996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Made reservation on behalf of 5a84768546e2479ab48c55cca9d00d88 for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:01.815572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.819377 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-335967662-network', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:01.829297 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.848009 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Made reservation on behalf of be95e890da954a74b914b3e0aef316c1 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:01.851710 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.865345 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.959549 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.965088 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-104784042-network', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:01.965251 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.985354 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:01.988545 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35896) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.997871 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.007170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.007955 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779578311783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.008732 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Unsubscribe: segment precommit_create {{(pid=102821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:36:02.009287 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Added segment 0b86b238-019f-45c9-bf51-b332b111f066 of type vlan for network 2e8d3ce8-6200-409f-8036-c10d558c4d7e Nov 19 13:36:02.022507 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Made reservation on behalf of dfe06ab44f6d441fbd48e98b2ba2119b for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:02.026372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.044680 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:02.058283 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.068475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.094114 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.094437 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Added segment f27a0d40-5e27-44e9-b4bd-c9d96a106e20 of type vlan for network bd895079-04e8-47ee-af89-1a706b94b509 Nov 19 13:36:02.106277 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f884f-abe3-4a5f-91fe-cc96cadd0b2b,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.107659 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.108729 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.109392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.136369 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7403312 Nov 19 13:36:02.142307 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35912) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:02.149256 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Request body: {'subnet': {'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1157278371-subnet', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:02.198065 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.233250 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Made reservation on behalf of 5a84768546e2479ab48c55cca9d00d88 for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:02.236165 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.320517 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.321785 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.322418 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.345873 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8d3ce8-6200-409f-8036-c10d558c4d7e,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.350698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673431e-7564-4328-a493-65c60e71c5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b91a2-921e-4363-81db-c68d776e75cc,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.362698 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:02.380749 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-331270534-network', 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:02.431542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.449346 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.452482 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:02.456410 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.463178 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0357993 Nov 19 13:36:02.466819 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35924) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:02.472326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Request body: {'subnet': {'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-subnet', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:02.525375 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Made reservation on behalf of be95e890da954a74b914b3e0aef316c1 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:02.529896 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.538398 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.578315 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:02.597929 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcaf4c-dc9c-4ab4-869b-5ef23d741650 admin admin] Pushing event updated for resources: {'Network': ['ID=bd895079-04e8-47ee-af89-1a706b94b509,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.612123 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network bd895079-04e8-47ee-af89-1a706b94b509 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:02.617610 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.635924 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.636354 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Added segment 16e828d0-c00c-4a76-b002-f13dea3e98fd of type vlan for network b7d44de9-88f3-4c50-9fb4-20415f65d215 Nov 19 13:36:02.812991 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.823594 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.882339 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d617827-5f38-4bd5-9901-1187f6dfa510,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.887377 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Checking segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:02.887722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Network hostable DHCP agents. Network: bd895079-04e8-47ee-af89-1a706b94b509, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:02.915450 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Network bd895079-04e8-47ee-af89-1a706b94b509 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:02.928085 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, bd895079-04e8-47ee-af89-1a706b94b509) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:02.937193 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.937796 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.943222 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d3413-6d13-4b1d-96b9-10fafc9c25c9 None None] Network bd895079-04e8-47ee-af89-1a706b94b509 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:02.957516 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b4c2d932-859b-4979-bba8-c3b654c3f9d5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4893944 Nov 19 13:36:02.960278 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35938) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:02.967213 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:03.031522 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.033887 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.034779 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.035453 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.038620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.066508 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.173707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.178873 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-bd895079-04e8-47ee-af89-1a706b94b509', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:03.181343 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.202466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d44de9-88f3-4c50-9fb4-20415f65d215,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:03.212632 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.221976 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:03.248390 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d07acbfe-c471-4fcf-a7d9-636b9ea70fa4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7234204 Nov 19 13:36:03.249854 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91182e2-b5a6-4ebd-965b-869b44b74935,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:03.266886 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35956) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.268168 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.293024 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:03.309810 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Request body: {'subnet': {'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-subnet', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:03.413824 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Checking segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:03.414368 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Network hostable DHCP agents. Network: 2e8d3ce8-6200-409f-8036-c10d558c4d7e, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:03.431196 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.431732 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Added segment 4b41dab4-dacb-46c5-9da8-9389735c8dec of type vlan for network d4b5f30c-9859-4dc0-9964-fe81b0775d18 Nov 19 13:36:03.443514 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Allocated IP 172.20.0.2 (bd895079-04e8-47ee-af89-1a706b94b509/4d617827-5f38-4bd5-9901-1187f6dfa510/4de968c6-1f29-4396-be74-527b1da22eea) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:03.475650 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910396b9-3582-483c-8f4b-a277643f2ac2,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:03.508971 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:03.531314 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 2e8d3ce8-6200-409f-8036-c10d558c4d7e) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:03.531516 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.540437 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Made reservation on behalf of dfe06ab44f6d441fbd48e98b2ba2119b for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:03.543666 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.550359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.551915 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.567851 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453d3a5-e0ee-449e-ad02-ca393b28b668 None None] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:03.575994 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.596740 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-832bc6cd-54a9-4252-ba1a-42f7f796edcc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4519391 Nov 19 13:36:03.619398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 35964) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.626031 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:03.659443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.660808 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.685199 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.686195 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.686801 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.760503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.770248 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7804744 Nov 19 13:36:03.773710 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 35966) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.784520 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Request body: {'subnet': {'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-331270534-subnet', 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:03.810438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947b7e3-f271-48eb-9aab-92b880c9b493 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b5f30c-9859-4dc0-9964-fe81b0775d18,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:03.822855 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:03.825939 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.995218 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.025011 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:04.129892 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.173179 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.192256 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c5310e-b080-49e4-8a47-18bb72b154aa,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:04.260751 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.287550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Checking segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:04.287804 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Network hostable DHCP agents. Network: b7d44de9-88f3-4c50-9fb4-20415f65d215, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:04.334205 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.452276 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.505281 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.524586 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b19427-02b8-4423-b3e4-a3943b267d0f,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:04.546696 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Allocated IP 172.27.1.149 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/6e494aa0-cc07-4f55-b8ae-fc56759b716e) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:04.610581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:04.644953 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Checking segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:04.646277 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Network hostable DHCP agents. Network: d4b5f30c-9859-4dc0-9964-fe81b0775d18, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:04.657309 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, b7d44de9-88f3-4c50-9fb4-20415f65d215) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:04.688769 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:04.689699 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.690478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36018) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:04.693892 dv-cinder-817351-4-iscsi neutron-server[102821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:36:04.733059 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150a1d3-7925-4b1c-83a7-8ba1f9b50b3f None None] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:04.748475 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Pushing event updated for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:04.753192 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-946d9528-c365-479d-944f-31ada343a7b1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4543872 Nov 19 13:36:04.755200 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:04.759244 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Network bd895079-04e8-47ee-af89-1a706b94b509 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:04.770076 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36026) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:04.771359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, d4b5f30c-9859-4dc0-9964-fe81b0775d18) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:04.778579 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.779257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.779765 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.780260 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.780753 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.781399 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.781886 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.782375 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:04.782507 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.782986 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.783493 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.783983 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.784559 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.784869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Tracked resource versions report: Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: pushed versions: Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: { 'AddressGroup': {'1.2'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'ConntrackHelper': {'1.0'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Log': {'1.0'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Network': {'1.1'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Port': {'1.7'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'PortForwarding': {'1.2'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'QosPolicy': {'1.10'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroup': {'1.5'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SubPort': {'1.0'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Subnet': {'1.1'}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Trunk': {'1.1'}} Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: consumer versions: Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: HyperV agent@hv-cinder-81735: {}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'ConntrackHelper': '1.0', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Log': '1.0', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Network': '1.1', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Port': '1.7', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'PortForwarding': '1.2', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'QosPolicy': '1.10', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroup': '1.5', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SecurityGroupRule': '1.2', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'SubPort': '1.0', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Subnet': '1.1', Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: 'Trunk': '1.1'}} Nov 19 13:36:04.786164 dv-cinder-817351-4-iscsi neutron-server[102822]: {{(pid=102822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:36:04.791903 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:04.828653 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e9027-4a69-4711-8030-01ecec559e34 None None] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:04.839717 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:04.840993 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:04.931282 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2fb8a006-d123-4b68-8dc9-7560b8f8b4e7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1532028 Nov 19 13:36:04.940281 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.942801 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:04.943084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.944289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.035548 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Attempting to bind port 4de968c6-1f29-4396-be74-527b1da22eea on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:05.036268 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Attempting to bind port 4de968c6-1f29-4396-be74-527b1da22eea by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:05.036807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Attempting to bind port 4de968c6-1f29-4396-be74-527b1da22eea on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:05.064766 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:05.065505 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Checking segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:05.066085 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.066763 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Bound using segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:05.067502 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Bound port: 4de968c6-1f29-4396-be74-527b1da22eea, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:05.068175 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.112834 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.213798 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b7dda-06f8-4f79-b913-f1a420233f05 None None] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:05.266855 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-504166be-9a32-40f6-b08b-52824dbb9ca8 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.270509 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-504166be-9a32-40f6-b08b-52824dbb9ca8 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/networks?id=9260939e-b253-4e9b-9ebc-5d336dec1f11 HTTP/1.1" status: 200 len: 811 time: 0.5787873 Nov 19 13:36:05.281976 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.303747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.305272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36038) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.351646 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.365631 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-282150a1-fe53-454b-a017-b56c559108e3 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/quotas/24e3eb64abd04110a6520c0499e7ce7c HTTP/1.1" status: 200 len: 375 time: 0.0813379 Nov 19 13:36:05.406786 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Allocated IP 172.20.0.2 (2e8d3ce8-6200-409f-8036-c10d558c4d7e/e91182e2-b5a6-4ebd-965b-869b44b74935/cb4aa79a-5c81-448a-aeec-bb5bdaa2039c) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:05.444737 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66849e5a-5397-4677-a44c-ece7a6e5bbe6 None None] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:05.451039 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-6d4fc580-795b-4900-a4e3-ac13da3ad5f2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=24e3eb64abd04110a6520c0499e7ce7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766158 Nov 19 13:36:05.511610 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-093f2f4c-8091-44bb-bcc1-ea105c2828a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.522207 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.549073 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.608236 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:05.612618 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=4de968c6-1f29-4396-be74-527b1da22eea,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:05.681064 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:05.695392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-64ba6566-d4a4-426d-98c6-b350fe9f1c7f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:36:05.696826 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-64ba6566-d4a4-426d-98c6-b350fe9f1c7f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1448674 Nov 19 13:36:05.709729 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:05.718863 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36068) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.735136 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:05.761161 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.769669 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Allocated IP 172.27.1.104 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/b68a58e9-7762-44ec-86ed-945279665bcb) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:05.811868 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.820202 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Pushing event updated for resources: {'Port': ['ID=6e494aa0-cc07-4f55-b8ae-fc56759b716e,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:05.837104 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.871319 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.932992 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.005452 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:06.008757 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332907a-4013-4048-9ecc-f6251d5d44fd None None] Pushing event updated for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.018336 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:06.018336 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:06.051752 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-093f2f4c-8091-44bb-bcc1-ea105c2828a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.080189 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-093f2f4c-8091-44bb-bcc1-ea105c2828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Pushing event updated for resources: {'Port': ['ID=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Attempting to bind port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Attempting to bind port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Attempting to bind port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Checking segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Bound using segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:06.173687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Bound port: cb4aa79a-5c81-448a-aeec-bb5bdaa2039c, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:06.174843 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.216512 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-0dffaa42-7bb7-4a63-986d-8f69e38c6432 service neutron] 10.222.0.74 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990876 Nov 19 13:36:06.245051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f2f4c-8091-44bb-bcc1-ea105c2828a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318ca43-2483-4360-9997-ead48c1b1223,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.251370 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-093f2f4c-8091-44bb-bcc1-ea105c2828a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=139b60d57b60411380c4b7fb2973a3e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9362121 Nov 19 13:36:06.254532 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36080) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:06.257040 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] For port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:06.260628 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] For port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:06.268183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.308998 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-9aefacd9-a03f-493c-bd05-170599e0aac7 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.311319 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-9aefacd9-a03f-493c-bd05-170599e0aac7 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.5914776 Nov 19 13:36:06.348590 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4bc2-a34d-411a-be8e-157409b0b627 None None] Pushing event updated for resources: {'Port': ['ID=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.363561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.386104 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.395610 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.400505 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-bd308701-a22d-495f-8f92-873312dc3118 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/quotas/a2b85b6e9a95402194d48a7909d120a1 HTTP/1.1" status: 200 len: 375 time: 0.0383229 Nov 19 13:36:06.468176 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.469805 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 4de968c6-1f29-4396-be74-527b1da22eea up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:06.471485 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.475680 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9318ca43-2483-4360-9997-ead48c1b1223 HTTP/1.1" status: 204 len: 168 time: 0.2166059 Nov 19 13:36:06.483738 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82093ff-3db5-4371-88b5-edfbd2f0bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318ca43-2483-4360-9997-ead48c1b1223,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.492942 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-6f32d9bc-f05b-4390-a319-99ce8638b2a4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568867 Nov 19 13:36:06.539370 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.583036 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 4de968c6-1f29-4396-be74-527b1da22eea triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:06.583441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.625884 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.636736 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-a2010146-72e9-44ca-8f92-0498ef5486c9 service neutron] 10.222.0.74 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002471 Nov 19 13:36:06.734276 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Allocated IP 172.27.1.148 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/f62abac4-8534-491b-9e9b-14376c548248) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:06.791654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-f13d3bd5-5419-4aab-9e41-61622ae8de5b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:36:06.793524 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-f13d3bd5-5419-4aab-9e41-61622ae8de5b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1613226 Nov 19 13:36:06.795933 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:06.810387 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:06.813068 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:06.831948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.910881 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=4de968c6-1f29-4396-be74-527b1da22eea,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:06.917999 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.012111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.029031 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.083198 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.172522 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:07.180302 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:07.189625 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:07.240226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36116) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:07.240923 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Pushing event updated for resources: {'Port': ['ID=b68a58e9-7762-44ec-86ed-945279665bcb,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.357530 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Pushing event updated for resources: {'Port': ['ID=f62abac4-8534-491b-9e9b-14376c548248,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.376503 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e862c-1d7e-4311-890c-45c44f6ad58e None None] Network bd895079-04e8-47ee-af89-1a706b94b509 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:07.398061 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0b0af908-7a71-45b9-8137-593d49e568ba req-7e3b723f-3058-4df4-9ed1-7e4220d0c57b tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.1318126 Nov 19 13:36:07.491612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b0f6508e-d90b-4c68-b3a5-344b8719395f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.607818 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.748343 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-c08fd1d2-29da-4067-a48c-e44ab491edfa service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9392347 Nov 19 13:36:07.801942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-2e6809d2-9ff1-4e91-b3d3-b89e2fbd5732 None None] Provisioning complete for port 4de968c6-1f29-4396-be74-527b1da22eea triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:07.802333 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-2e6809d2-9ff1-4e91-b3d3-b89e2fbd5732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.897713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b0f6508e-d90b-4c68-b3a5-344b8719395f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.901580 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.976338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b0f6508e-d90b-4c68-b3a5-344b8719395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.014832 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.043055 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67a0ac-9513-41dd-b4ba-2cf6b1714748 None None] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:08.174689 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b0f6508e-d90b-4c68-b3a5-344b8719395f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=52e8b01306b54abaa32db98707d7ff4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9234526 Nov 19 13:36:08.175363 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36148) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:08.184438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.335975 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6508e-d90b-4c68-b3a5-344b8719395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff36a55-ad9d-4866-a9de-6d528eeaf5d1,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.385454 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] Provisioning complete for port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:08.385831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.398114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-0b4ce63a-60b4-4e56-88bc-f7d5d140fdee service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488299 Nov 19 13:36:08.544128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:08.640801 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.667332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cb4aa79a-5c81-448a-aeec-bb5bdaa2039c up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:08.725183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] For port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:08.745677 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e4048ae-3cab-4132-88ba-be73e15ab744 req-2170f630-f870-4392-9c01-ef290339bfd0 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.2114642 Nov 19 13:36:08.748509 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.771829 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Router e265bd26-b884-414e-ac64-fde86b54b6a5 is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:08.772095 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.827336 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.871804 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e44e44-5544-4793-b52e-f89e85571f14 None None] Pushing event updated for resources: {'Port': ['ID=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.897224 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:08.898400 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.901298 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:08.912846 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Sync routers for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:08.930873 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:08.932021 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:08.942253 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-3f3cba7e-b0b7-4362-b54c-8f40674c07f9 None None] Provisioning complete for port 4de968c6-1f29-4396-be74-527b1da22eea triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:08.942623 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3f3cba7e-b0b7-4362-b54c-8f40674c07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.956130 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.960169 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8512292f-04e5-4fc2-a7fc-4e340f13125c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1312208 Nov 19 13:36:08.961410 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36176) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:08.985931 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e952020d-e2c0-462e-b2d5-ed47c943e271 req-5a46e941-6e46-46d1-be2d-ff47012efcf0 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0844331 Nov 19 13:36:09.070663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.106178 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-3f3cba7e-b0b7-4362-b54c-8f40674c07f9 None None] Provisioning complete for port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:09.106909 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3f3cba7e-b0b7-4362-b54c-8f40674c07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.141926 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.144844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.146217 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ff36a55-ad9d-4866-a9de-6d528eeaf5d1 HTTP/1.1" status: 204 len: 168 time: 0.9577231 Nov 19 13:36:09.160935 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74307c-0bed-4d54-b5df-706d8938e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff36a55-ad9d-4866-a9de-6d528eeaf5d1,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:09.166444 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:09.194042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:09.196625 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 4de968c6-1f29-4396-be74-527b1da22eea up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:09.235363 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.241307 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0c351051-e8ca-4d78-9934-d188693dfb7a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2751143 Nov 19 13:36:09.242411 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36182) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.282242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:09.282801 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:09.448240 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:09.497838 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:09.583597 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:09.651927 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 4de968c6-1f29-4396-be74-527b1da22eea triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:09.652500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.972902 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 3, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:10.091653 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Checking router: 44f90ff5-3314-4e6e-80cc-c928d9d2a4da for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:10.093683 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Updating router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da port f62abac4-8534-491b-9e9b-14376c548248 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:10.113300 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff76923a-1a64-4ad2-88fd-1168bf7bdb58 req-e99744a6-b517-40b1-b060-d4cc1827d9e6 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.0515854 Nov 19 13:36:10.163829 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.181065 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-edba011f-fdad-470b-a898-bf8cee6c34ce req-fdd73552-5819-49b8-b1ed-26b192d5f7ee tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0703506 Nov 19 13:36:10.184283 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:10.196360 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 3, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:10.205765 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:10.220911 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.227998 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ff549158-8c5c-4374-9c4a-7d58d525aea1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6038647 Nov 19 13:36:10.231895 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36228) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:10.262337 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.274553 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:10.274892 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Updating router e265bd26-b884-414e-ac64-fde86b54b6a5 port 6e494aa0-cc07-4f55-b8ae-fc56759b716e binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:10.334813 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.359544 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:10.360587 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:10.606655 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:10.641965 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cb4aa79a-5c81-448a-aeec-bb5bdaa2039c up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:10.674447 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Allocated IP 172.20.0.1 (b7d44de9-88f3-4c50-9fb4-20415f65d215/50c5310e-b080-49e4-8a47-18bb72b154aa/311ff0e5-51c3-4159-b68e-a8b0b51e2224) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:10.771886 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:10.772431 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.873397 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.920420 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.948882 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.982185 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:10.985409 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:10.989358 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:10.990171 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.059906 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Pushing event updated for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.140192 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 3, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:11.149299 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.168745 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.240666 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Attempting to bind port 6e494aa0-cc07-4f55-b8ae-fc56759b716e on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:11.241542 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Attempting to bind port 6e494aa0-cc07-4f55-b8ae-fc56759b716e by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:11.241542 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Attempting to bind port 6e494aa0-cc07-4f55-b8ae-fc56759b716e on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:11.244632 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649649a-8a0c-4daa-8acb-8139c20f0bb1 None None] Pushing event updated for resources: {'Port': ['ID=6e494aa0-cc07-4f55-b8ae-fc56759b716e,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.257430 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:11.258098 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:11.258707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.259298 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:11.259987 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Bound port: 6e494aa0-cc07-4f55-b8ae-fc56759b716e, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:11.261124 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.290733 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.315065 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:11.315590 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Updating router cb7b48cc-04e6-4e31-8281-5aa75263b160 port b68a58e9-7762-44ec-86ed-945279665bcb binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:11.339427 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] For port 6e494aa0-cc07-4f55-b8ae-fc56759b716e, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:11.346143 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] For port 6e494aa0-cc07-4f55-b8ae-fc56759b716e, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6e494aa0-cc07-4f55-b8ae-fc56759b716e,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:11.353546 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.383782 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.492316 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fa50d9b-7a7e-4f64-98b7-d6000586f9d7 req-19db71a4-c124-4991-b088-891e2385b377 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.1220775 Nov 19 13:36:11.526102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649649a-8a0c-4daa-8acb-8139c20f0bb1 None None] Pushing event updated for resources: {'Port': ['ID=6e494aa0-cc07-4f55-b8ae-fc56759b716e,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.558317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:11.559003 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:11.619226 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.705077 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.712184 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.713166 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.838058 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:11.899378 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3de54bd6-634e-4926-bcd5-464c4b89e9da req-88b0b741-f331-486c-8aff-0a617decd19c tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.2574458 Nov 19 13:36:11.957763 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Pushing event updated for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.020129 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:12.021843 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:12.167682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Allocated IP 172.20.0.1 (2e8d3ce8-6200-409f-8036-c10d558c4d7e/e91182e2-b5a6-4ebd-965b-869b44b74935/e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:12.184495 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:12.197080 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.220390 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.262968 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Allocated IP 172.20.0.1 (bd895079-04e8-47ee-af89-1a706b94b509/4d617827-5f38-4bd5-9901-1187f6dfa510/2a67ab06-3654-455c-8323-577cb4a523ae) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:12.341773 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 3, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:12.389272 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5c78-8e44-42eb-ae16-60ea700be32f None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 3, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:12.411176 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.437178 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:12.471660 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9be337b9-ced2-475d-8fcc-24ce8067ac4f admin admin] 10.222.0.74 "PUT /v2.0/routers/44f90ff5-3314-4e6e-80cc-c928d9d2a4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5081508 Nov 19 13:36:12.473249 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.69', 52511) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:12.497357 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Pushing event updated for resources: {'Port': ['ID=f62abac4-8534-491b-9e9b-14376c548248,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.517223 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.517928 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.518511 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.519215 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36298) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:12.520315 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.520315 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.520889 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.521415 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.522066 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.523331 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.523735 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.524269 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.524825 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Tracked resource versions report: Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: pushed versions: Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: { 'AddressGroup': {'1.2'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'ConntrackHelper': {'1.0'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Log': {'1.0'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Network': {'1.1'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Port': {'1.7'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'PortForwarding': {'1.2'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'QosPolicy': {'1.10'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroup': {'1.5'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SubPort': {'1.0'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Subnet': {'1.1'}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Trunk': {'1.1'}} Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: consumer versions: Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: { DHCP agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: HyperV agent@hv-cinder-81735: {}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: L3 agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: Metadata agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: Metering agent@dv-cinder-817351-4-iscsi: {}, Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: Open vSwitch agent@dv-cinder-817351-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'ConntrackHelper': '1.0', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Log': '1.0', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Network': '1.1', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Port': '1.7', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'PortForwarding': '1.2', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'QosPolicy': '1.10', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroup': '1.5', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SecurityGroupRule': '1.2', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'SubPort': '1.0', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Subnet': '1.1', Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: 'Trunk': '1.1'}} Nov 19 13:36:12.528112 dv-cinder-817351-4-iscsi neutron-server[102823]: {{(pid=102823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:36:12.588548 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Attempting to bind port f62abac4-8534-491b-9e9b-14376c548248 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:12.589191 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Attempting to bind port f62abac4-8534-491b-9e9b-14376c548248 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:12.589928 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Attempting to bind port f62abac4-8534-491b-9e9b-14376c548248 on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:12.611050 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:12.611692 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:12.613032 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.613576 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:12.614825 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Bound port: f62abac4-8534-491b-9e9b-14376c548248, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:12.615478 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.663211 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.758023 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] For port f62abac4-8534-491b-9e9b-14376c548248, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:12.765412 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] For port f62abac4-8534-491b-9e9b-14376c548248, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f62abac4-8534-491b-9e9b-14376c548248,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:12.836366 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.011749 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.035688 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.068127 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.101407 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-52e69620-c923-4b00-939f-51c46077258b req-d39c23ae-94a2-4433-87d2-4c8259f778c1 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0848117 Nov 19 13:36:13.110820 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.69', 52515) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.122303 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.159438 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:13.228710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:13.235169 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:13.236373 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:13.303351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:13.303897 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.312862 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Network bd895079-04e8-47ee-af89-1a706b94b509 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:13.361028 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c9c75765-91dd-4cd3-a114-eccc0587d06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.511112 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:13.532615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:13.550194 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-d176129a-2afe-48d2-981d-5faf117df4d8 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.551442 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Attempting to bind port b68a58e9-7762-44ec-86ed-945279665bcb on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:13.551877 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Attempting to bind port b68a58e9-7762-44ec-86ed-945279665bcb by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:13.552259 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Attempting to bind port b68a58e9-7762-44ec-86ed-945279665bcb on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:13.565230 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-d176129a-2afe-48d2-981d-5faf117df4d8 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.69 "GET /v2.0/networks?id=9260939e-b253-4e9b-9ebc-5d336dec1f11 HTTP/1.1" status: 200 len: 811 time: 1.0783036 Nov 19 13:36:13.570092 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169935-2c65-45be-bee9-950ab6615402 None None] Pushing event updated for resources: {'Port': ['ID=f62abac4-8534-491b-9e9b-14376c548248,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.570913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:13.571418 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.583583 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:13.584208 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:13.585694 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.586288 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:13.586624 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Bound port: b68a58e9-7762-44ec-86ed-945279665bcb, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:13.587037 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.637084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Request body: {'port': {'device_id': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11', 'admin_state_up': True, 'tenant_id': '24e3eb64abd04110a6520c0499e7ce7c'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:13.718453 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7568-5dc4-4f8d-bc52-7b93d786ef39 None None] Pushing event updated for resources: {'Port': ['ID=b68a58e9-7762-44ec-86ed-945279665bcb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.767210 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-862355ee-24ce-483c-8936-e023da57b17f None None] Provisioning complete for port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:13.771391 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-862355ee-24ce-483c-8936-e023da57b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.836232 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-862355ee-24ce-483c-8936-e023da57b17f None None] Port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:13.889901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Pushing event updated for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.889901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-dcca6c54-e5f1-4ef3-a957-f9bc9d673b32 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.889901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-dcca6c54-e5f1-4ef3-a957-f9bc9d673b32 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.7741370 Nov 19 13:36:13.927367 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.957961 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c9c75765-91dd-4cd3-a114-eccc0587d06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.964975 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c9c75765-91dd-4cd3-a114-eccc0587d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.043729 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] For port b68a58e9-7762-44ec-86ed-945279665bcb, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:14.054091 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c9c75765-91dd-4cd3-a114-eccc0587d06f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3809277322ab422b8e95d12ca5d50701&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5315034 Nov 19 13:36:14.055581 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] For port b68a58e9-7762-44ec-86ed-945279665bcb, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b68a58e9-7762-44ec-86ed-945279665bcb,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:14.060614 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Made reservation on behalf of 24e3eb64abd04110a6520c0499e7ce7c for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:14.064768 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.065632 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.083500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-c88b7915-d52c-4a00-8665-1d61f1c346c4 None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:14.083935 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c88b7915-d52c-4a00-8665-1d61f1c346c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.085426 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36358) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.120820 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b74c213-e2c8-4b67-b8a4-e58c6dadd2f5 req-662f5ac1-a40b-419b-afe1-9fce6f218111 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.7802534 Nov 19 13:36:14.195995 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:14.196864 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:35:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:14.201178 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7568-5dc4-4f8d-bc52-7b93d786ef39 None None] Pushing event updated for resources: {'Port': ['ID=b68a58e9-7762-44ec-86ed-945279665bcb,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.225659 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-c88b7915-d52c-4a00-8665-1d61f1c346c4 None None] Port 2a67ab06-3654-455c-8323-577cb4a523ae cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:14.391722 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:14.464834 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '311ff0e5-51c3-4159-b68e-a8b0b51e2224', 'name': '', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'mac_address': 'fa:16:3e:84:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:10Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 2, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'subnets': [{'id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:14.507225 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c019-6120-4751-baff-edb4b4684b08 None None] The sync data for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi is: [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '311ff0e5-51c3-4159-b68e-a8b0b51e2224', 'name': '', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'mac_address': 'fa:16:3e:84:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:10Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 2, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'subnets': [{'id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:14.544676 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Request body: {'port': {'device_id': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'admin_state_up': True, 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:14.556285 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6e494aa0-cc07-4f55-b8ae-fc56759b716e up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:14.704846 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.722478 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 6e494aa0-cc07-4f55-b8ae-fc56759b716e triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:14.722948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.741853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Allocated IP 172.20.0.10 (9260939e-b253-4e9b-9ebc-5d336dec1f11/dbfe0983-011c-4432-9f8d-a7ca0b8cf525/9023ca54-c0e3-4003-874d-a7a129614a25) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:14.767543 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 3, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:14.810064 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c75765-91dd-4cd3-a114-eccc0587d06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d97c66-12f8-4b71-92a1-f25ed01bdfc5,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.844195 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e101-e2f0-46bb-87a4-3436e9600e26 None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 3, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:14.952291 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.995431 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 6e494aa0-cc07-4f55-b8ae-fc56759b716e, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6e494aa0-cc07-4f55-b8ae-fc56759b716e,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:15.004406 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.164100 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=6e494aa0-cc07-4f55-b8ae-fc56759b716e,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.179638 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.189439 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c5d91968-44eb-4a57-99b9-f08a2b1aadfd req-38e69572-0332-4ee2-bb82-1c1da688d4dd tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.4880919 Nov 19 13:36:15.260423 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.402394 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.469225 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.479594 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.484745 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1d97c66-12f8-4b71-92a1-f25ed01bdfc5 HTTP/1.1" status: 204 len: 168 time: 0.9955125 Nov 19 13:36:15.568780 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6f94-f5ba-4c95-a4a1-9abd7f53b95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d97c66-12f8-4b71-92a1-f25ed01bdfc5,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.615453 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.683535 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Pushing event updated for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.907369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Network 9260939e-b253-4e9b-9ebc-5d336dec1f11 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:15.929744 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:15.946985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:15.959541 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:15.960232 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.981939 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Pushing event updated for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.999739 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-c19a1cd6-23eb-48d5-8e55-14a05cb024d2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3691695 Nov 19 13:36:16.016467 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-320ed3d0-45b2-4279-9e94-ddb182aa6439 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.024417 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-320ed3d0-45b2-4279-9e94-ddb182aa6439 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 818 time: 2.4783361 Nov 19 13:36:16.060748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.096726 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-c837d231-98d6-423d-aa09-62005c67dddb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/quotas/dfe06ab44f6d441fbd48e98b2ba2119b HTTP/1.1" status: 200 len: 375 time: 0.0711739 Nov 19 13:36:16.152911 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73519e-4e83-449c-8017-1f306725e92b req-2adb5c37-11a0-46d2-8e30-9e0678ef66ad tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.160666 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a73519e-4e83-449c-8017-1f306725e92b req-2adb5c37-11a0-46d2-8e30-9e0678ef66ad tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 932 time: 0.5030966 Nov 19 13:36:16.183994 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.243969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.244108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.335647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:16.339214 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.575777 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bab4941e-5846-4e85-bd0b-0e6304df3db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.638368 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b68a58e9-7762-44ec-86ed-945279665bcb up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:16.744468 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port b68a58e9-7762-44ec-86ed-945279665bcb triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:16.744754 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.802114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-35cf4e83-96da-4b96-9322-63bd9d7a4953 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7043715 Nov 19 13:36:16.984975 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a73519e-4e83-449c-8017-1f306725e92b req-1ea1f9c9-5b7b-46a0-9cbf-fef1245500f9 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8232965 Nov 19 13:36:16.985710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Pushing event updated for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:16.993616 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.043282 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port b68a58e9-7762-44ec-86ed-945279665bcb, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b68a58e9-7762-44ec-86ed-945279665bcb,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:17.053359 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.054168 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f62abac4-8534-491b-9e9b-14376c548248 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:17.339024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=b68a58e9-7762-44ec-86ed-945279665bcb,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.384892 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port f62abac4-8534-491b-9e9b-14376c548248 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:17.385266 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.503620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.513057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-241906d8-04f8-4b0a-be12-e888186d2c5d req-7d19eb46-eb6e-4043-b835-3d1796a3bbd1 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.1225348 Nov 19 13:36:17.541850 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port f62abac4-8534-491b-9e9b-14376c548248, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f62abac4-8534-491b-9e9b-14376c548248,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:17.549479 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.557967 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6e494aa0-cc07-4f55-b8ae-fc56759b716e up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:17.663806 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Network bd895079-04e8-47ee-af89-1a706b94b509 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:17.701363 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:17.736296 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=f62abac4-8534-491b-9e9b-14376c548248,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.761862 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 6e494aa0-cc07-4f55-b8ae-fc56759b716e triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:17.762102 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-11431eff-af43-48ea-9368-d6d7b7bddd5f service neutron] 10.222.0.74 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9583430 Nov 19 13:36:17.763024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.772934 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Allocated IP 172.20.0.13 (d4b5f30c-9859-4dc0-9964-fe81b0775d18/04b19427-02b8-4423-b3e4-a3943b267d0f/14ba1da9-a1bd-4d76-a1b8-660a0f7015d0) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:17.894228 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.008413 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.014982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.212620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-5300ada9-d4a3-4e98-a9ef-70ab6a339dfb None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:18.213069 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5300ada9-d4a3-4e98-a9ef-70ab6a339dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.358725 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-5300ada9-d4a3-4e98-a9ef-70ab6a339dfb None None] Port 2a67ab06-3654-455c-8323-577cb4a523ae cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:18.374309 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Pushing event updated for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.449341 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b68a58e9-7762-44ec-86ed-945279665bcb up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:18.611690 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port b68a58e9-7762-44ec-86ed-945279665bcb triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:18.612150 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.619836 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-d3145f43-1051-44b1-84ec-3b3e0e304293 service neutron] 10.222.0.74 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273833 Nov 19 13:36:18.643943 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:18.713401 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24546b-81c5-44ae-9b60-a6dbea2a6022 req-655eb90f-ef23-42ab-b25a-5f47beef854f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:18.714850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ca24546b-81c5-44ae-9b60-a6dbea2a6022 req-655eb90f-ef23-42ab-b25a-5f47beef854f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 932 time: 0.5073550 Nov 19 13:36:18.882117 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-45a8e41b-b443-4e0d-96c1-02edda26dadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.043506 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f62abac4-8534-491b-9e9b-14376c548248 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:19.101662 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:19.143931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:19.199779 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port f62abac4-8534-491b-9e9b-14376c548248 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:19.200456 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.350305 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.394280 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ca24546b-81c5-44ae-9b60-a6dbea2a6022 req-181488d1-714f-4aa5-9e35-888f40d7803f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205935 Nov 19 13:36:19.447062 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Sync routers for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:19.498519 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:19.499448 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:19.595234 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d86f4fff-c892-4f4c-affe-cf29a645c58c req-26c4c78b-4524-4456-b645-7f7aeae2bcdb tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.3472426 Nov 19 13:36:19.793279 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7dd55d39-1584-4a89-9d18-006a1a435441 req-8ec9cb6c-678b-4c24-977e-f5dfa97dd357 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 210 time: 0.2215974 Nov 19 13:36:19.831069 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-a5627033-e2b8-4621-a015-0c595601f8c3 None None] Provisioning complete for port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:19.831552 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a5627033-e2b8-4621-a015-0c595601f8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.838322 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:19.848055 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-64e2a391-2c35-4f4e-9753-3fb009c10b76 admin admin] 10.222.0.74 "PUT /v2.0/routers/e265bd26-b884-414e-ac64-fde86b54b6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6028051 Nov 19 13:36:19.857756 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:19.883707 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:19.887317 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:19.935185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:19.936570 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.008768 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-a5627033-e2b8-4621-a015-0c595601f8c3 None None] Port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:20.043743 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:20.151790 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-23aef16e-e517-44f2-b66a-a3fa054fb4b0 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:36:20.152909 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-23aef16e-e517-44f2-b66a-a3fa054fb4b0 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060883 Nov 19 13:36:20.229771 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:20.271514 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:20.300682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:20.308175 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:20.309072 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.319636 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:20.332610 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event updated for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.440021 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-76af709a-2639-448a-9186-df3ddd4aef5e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3130279 Nov 19 13:36:20.645524 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.704085 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 2, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:20.714344 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36538) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.740173 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:20.740858 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Updating router e265bd26-b884-414e-ac64-fde86b54b6a5 port 2a67ab06-3654-455c-8323-577cb4a523ae binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:20.770974 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.901511 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '311ff0e5-51c3-4159-b68e-a8b0b51e2224', 'name': '', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'mac_address': 'fa:16:3e:84:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:10Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 2, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'subnets': [{'id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:20.958353 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Checking router: 44f90ff5-3314-4e6e-80cc-c928d9d2a4da for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:20.958772 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Updating router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:20.970168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:20.986920 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-d04b94be-18f0-4c36-83b5-46667dfe6d3b admin admin] 10.222.0.74 "PUT /v2.0/routers/cb7b48cc-04e6-4e31-8281-5aa75263b160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7538204 Nov 19 13:36:21.000862 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2c22-15ea-4dfe-87a0-a4d19cab20fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.024580 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04b1a-13d1-4d32-bba5-3d867e144ffb req-5dfc43bc-7cb6-464a-9708-01cbf98c7643 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:21.024985 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.030700 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:21.037306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a6e04b1a-13d1-4d32-bba5-3d867e144ffb req-5dfc43bc-7cb6-464a-9708-01cbf98c7643 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 932 time: 0.1662557 Nov 19 13:36:21.078047 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:21.078939 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:21.180516 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a6e04b1a-13d1-4d32-bba5-3d867e144ffb req-9087d1ff-170f-4ea9-93a6-d0243c88b3bf tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420729 Nov 19 13:36:21.276288 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.277006 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2c22-15ea-4dfe-87a0-a4d19cab20fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.293243 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2c22-15ea-4dfe-87a0-a4d19cab20fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.298549 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.348788 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d2c22-15ea-4dfe-87a0-a4d19cab20fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9a65a-315b-40a6-8f87-9f7a23dd02f9,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.360736 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36584) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.368845 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616223579', 'description': 'tempest-description--1606444710'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:21.376872 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba3e1-804a-4b18-95ce-a102c1a9d2c8 None None] Pushing event updated for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.447618 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-6c8d2c22-15ea-4dfe-87a0-a4d19cab20fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a43f3337ca544aad9ff046f42399cf5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7320123 Nov 19 13:36:21.452908 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36588) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.489856 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.510342 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Attempting to bind port 2a67ab06-3654-455c-8323-577cb4a523ae on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:21.511341 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Attempting to bind port 2a67ab06-3654-455c-8323-577cb4a523ae by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:21.511713 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Attempting to bind port 2a67ab06-3654-455c-8323-577cb4a523ae on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:21.528272 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:21.529043 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Checking segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:21.529480 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.529883 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Bound using segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:21.530383 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Bound port: 2a67ab06-3654-455c-8323-577cb4a523ae, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:21.530789 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.554024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:21.616460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-a3efbe6c-e53e-48f0-a417-88dcc85a7024 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:21.618947 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-a3efbe6c-e53e-48f0-a417-88dcc85a7024 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 818 time: 0.2805841 Nov 19 13:36:21.643557 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-ae0dc796-7b55-4d0b-9bc8-c444f0eb8c38 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/quotas/dfe06ab44f6d441fbd48e98b2ba2119b HTTP/1.1" status: 200 len: 375 time: 0.0147359 Nov 19 13:36:21.653739 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75526d8a-363e-415a-88c8-9bbb7a602ee6 req-b6bd43ea-328e-4d87-9755-57cc9e406f0a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:21.655664 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75526d8a-363e-415a-88c8-9bbb7a602ee6 req-b6bd43ea-328e-4d87-9755-57cc9e406f0a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 932 time: 0.1442354 Nov 19 13:36:21.675420 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.691592 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] For port 2a67ab06-3654-455c-8323-577cb4a523ae, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:21.695268 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] For port 2a67ab06-3654-455c-8323-577cb4a523ae, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2a67ab06-3654-455c-8323-577cb4a523ae,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:21.704998 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.744991 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4f156c51-8d7f-4c62-95e5-d985fd7c3c20 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881338 Nov 19 13:36:21.782237 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75526d8a-363e-415a-88c8-9bbb7a602ee6 req-9f124841-1ca4-470f-a58e-9117ce11ab4c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838315 Nov 19 13:36:21.799923 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.821295 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba3e1-804a-4b18-95ce-a102c1a9d2c8 None None] Pushing event updated for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.832424 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.855636 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.904718 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:21.907928 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:21.946193 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-ddabb176-3dbb-4e44-bfe1-ecf5d82ee4cf service neutron] 10.222.0.74 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813643 Nov 19 13:36:21.954303 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:21.954781 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.973866 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.986681 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6237695 Nov 19 13:36:21.987378 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36604) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.994065 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group_rule': {'security_group_id': '9a7711d2-f2c2-45c2-a426-55253bcdddf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:22.003074 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79288fd-1d66-4688-b278-d370c499829b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7711d2-f2c2-45c2-a426-55253bcdddf9,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.066899 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.070139 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.076261 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.076908 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99d9a65a-315b-40a6-8f87-9f7a23dd02f9 HTTP/1.1" status: 204 len: 168 time: 0.6159241 Nov 19 13:36:22.135568 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.142653 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a582af-19d3-4de2-a4db-cd3a1f6f8a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9a65a-315b-40a6-8f87-9f7a23dd02f9,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.207336 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-fd9fdd2f-cd26-4d79-81e4-6a06f8fc6023 service neutron] 10.222.0.74 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581120 Nov 19 13:36:22.262214 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36612) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.378017 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.429329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.436485 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.462621 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36618) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.468736 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257473259', 'description': 'tempest-description--619238023'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:22.501152 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:22.537025 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.543575 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5517049 Nov 19 13:36:22.548048 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36622) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.572762 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.585716 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group_rule': {'security_group_id': '9a7711d2-f2c2-45c2-a426-55253bcdddf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:22.634351 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 2, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:22.669425 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f7e1-dc43-47e6-a8f2-4f37c2624a9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c7f5a3-9fca-4d17-a2ec-4e85fdab121e,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.709882 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.764352 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.800407 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:22.803462 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Updating router cb7b48cc-04e6-4e31-8281-5aa75263b160 port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:22.856073 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:22.884189 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.909624 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.916377 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.924450 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34e0d3d7-4ae1-45b7-99f0-1b188ff4e81a req-053b2267-bda5-4a5d-a4c4-3fb00c49bef2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.1626806 Nov 19 13:36:22.939780 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb42f3c0-d136-4644-b461-ef9a872d3866,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.961609 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.962917 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0dc7f4df-53da-4c74-952f-e41f9afd69e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4063640 Nov 19 13:36:22.969244 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36634) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.973735 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.976806 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:23.027607 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.061470 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-425815e8-8372-4abe-8b93-dc97fa672e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.077352 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.087210 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5394-e99c-44a7-9f7b-6887cdfd221e None None] Pushing event updated for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.203659 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Request body: {'port': {'device_id': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:23.223833 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7450946-6683-4e8a-9894-c48b2a5b9f94 req-0bdd48fd-d68c-48b3-8e03-fe72a1be13ba tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.241050 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e7450946-6683-4e8a-9894-c48b2a5b9f94 req-0bdd48fd-d68c-48b3-8e03-fe72a1be13ba tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 932 time: 0.6362946 Nov 19 13:36:23.339745 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.427212 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:21Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:23.542603 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] For port 2a67ab06-3654-455c-8323-577cb4a523ae, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2a67ab06-3654-455c-8323-577cb4a523ae,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:23.554968 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Attempting to bind port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:23.566029 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Attempting to bind port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:23.567707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Attempting to bind port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:23.589117 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797f45c-f87b-425d-a65e-d4eaa9cf674d None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:21Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:23.625315 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.647554 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e7450946-6683-4e8a-9894-c48b2a5b9f94 req-5514b928-fd8a-41d3-b7ab-b9831132af85 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943601 Nov 19 13:36:23.720173 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Request body: {'port': {'device_id': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:23.775356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.857345 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:23.857961 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Checking segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:23.858739 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.859317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Bound using segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:23.859972 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Bound port: 311ff0e5-51c3-4159-b68e-a8b0b51e2224, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:23.861621 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.965248 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757cebf-6a29-4423-b916-d98bd083e35a req-fed7082f-faba-427a-b5b2-d8dd3b5caa2c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.974917 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2757cebf-6a29-4423-b916-d98bd083e35a req-fed7082f-faba-427a-b5b2-d8dd3b5caa2c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 932 time: 0.8231075 Nov 19 13:36:24.030898 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.69', 52530) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.107428 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.312216 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-425815e8-8372-4abe-8b93-dc97fa672e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.364317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-4a067944-3443-42f2-921e-9fa4f062733e None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:24.365957 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4a067944-3443-42f2-921e-9fa4f062733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.397711 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0b308740-2e38-4729-821c-f7a6f9e4ccae req-0214275f-f961-4f2f-97f1-00b560ecae8e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.2771807 Nov 19 13:36:24.526880 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] For port 311ff0e5-51c3-4159-b68e-a8b0b51e2224, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:24.531647 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] For port 311ff0e5-51c3-4159-b68e-a8b0b51e2224, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=311ff0e5-51c3-4159-b68e-a8b0b51e2224,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:24.549526 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2757cebf-6a29-4423-b916-d98bd083e35a req-73fe1ddd-acb7-4135-86f6-ffed3065c596 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088092 Nov 19 13:36:24.567025 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-425815e8-8372-4abe-8b93-dc97fa672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.591406 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.603151 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2a67ab06-3654-455c-8323-577cb4a523ae up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:24.627834 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9572a80-da67-41b5-a17d-a353775629e8 None None] Pushing event updated for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.630596 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-425815e8-8372-4abe-8b93-dc97fa672e35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b2807c2222146be91a40f742272f1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3671589 Nov 19 13:36:24.633950 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.636677 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1725445 Nov 19 13:36:24.648466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.658784 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36676) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.659575 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36678) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.674563 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group_rule': {'security_group_id': '900d20f4-a2c8-47ad-84d8-9cc8c94d95c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:24.727920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.790102 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27367409-2e83-4094-b6cd-ebc828dfa0e1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.986223 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Allocated IP 172.27.1.246 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/53e08080-5dc4-46f2-9107-e4a317585d17) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:25.174221 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.227684 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.69', 52536) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.285237 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.408857 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.460454 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.497424 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:25.498621 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:25.518628 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.553655 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.593402 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.667165 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5394-e99c-44a7-9f7b-6887cdfd221e None None] Pushing event updated for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.750726 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:25.751354 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.910262 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1dbdbd1f-e804-49f4-926d-a6fc30a8f606 req-064bfc82-5c3d-4ee1-9f9b-12cdca01acc6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.2368159 Nov 19 13:36:25.911012 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.913910 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.915067 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78ed7a29-f028-4a43-8e49-8a0df4648a7d HTTP/1.1" status: 204 len: 168 time: 1.2541206 Nov 19 13:36:25.946553 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=53e08080-5dc4-46f2-9107-e4a317585d17,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.979878 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425815e8-8372-4abe-8b93-dc97fa672e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ed7a29-f028-4a43-8e49-8a0df4648a7d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.049891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e125d-d44e-4e87-83e3-c333fc05f901 req-f3700d0d-8ed9-4ddb-a21f-80332b95a2e6 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.057163 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c11e125d-d44e-4e87-83e3-c333fc05f901 req-f3700d0d-8ed9-4ddb-a21f-80332b95a2e6 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 932 time: 1.2697277 Nov 19 13:36:26.123134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d6221-8714-4295-9722-4a915611a05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ed7a29-f028-4a43-8e49-8a0df4648a7d,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.132229 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.181119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:26.183255 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.200373 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.257357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.262922 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Transition to ACTIVE for port object 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:26.263211 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5959849 Nov 19 13:36:26.291330 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36722) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:26.316543 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-ca6589c1-2750-4af7-b141-35b2011476c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.318612 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-ca6589c1-2750-4af7-b141-35b2011476c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 818 time: 1.0734200 Nov 19 13:36:26.325779 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-faa13124-d65d-4a8f-9d62-e825bdac2c7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.328016 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-faa13124-d65d-4a8f-9d62-e825bdac2c7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 818 time: 2.2327995 Nov 19 13:36:26.331230 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:26.332611 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.333398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group_rule': {'security_group_id': '900d20f4-a2c8-47ad-84d8-9cc8c94d95c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:26.344233 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c11e125d-d44e-4e87-83e3-c333fc05f901 req-1f32d465-13a3-43f1-a8e1-adf6ebffbacb tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859702 Nov 19 13:36:26.344734 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc59f9-3b52-43e0-a916-280f483d7e0d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4efb95-c5df-4624-aa2e-0b6b4570bd6f,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.378644 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b1b1-4f63-412d-a1e8-244831bdd586 None None] Pushing event updated for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.403593 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e775c-5b6d-4978-9fea-43b686f2e440 req-dd712b62-0cb4-4f55-b9f8-08f347083d25 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.406143 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b0e775c-5b6d-4978-9fea-43b686f2e440 req-dd712b62-0cb4-4f55-b9f8-08f347083d25 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 932 time: 0.3377352 Nov 19 13:36:26.448279 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:26.458669 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.473328 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:26.531038 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:26.558516 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Attempting to bind port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:26.559441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Attempting to bind port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:26.569403 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Attempting to bind port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:26.631935 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.652631 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:26.653291 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Checking segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:26.654102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.657769 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Bound using segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:26.658445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Bound port: e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:26.659016 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.718539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-4fd09771-0a97-42ab-a5b0-b032424ccb52 None None] Provisioning complete for port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:26.718897 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4fd09771-0a97-42ab-a5b0-b032424ccb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.725957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Attempting to bind port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:26.725957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Attempting to bind port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:26.726996 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Attempting to bind port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:26.733103 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36740) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:26.734764 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9023ca54-c0e3-4003-874d-a7a129614a25 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:26.768965 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.774523 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:26.775062 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Attempting to bind port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:26.782396 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.788394 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b0e775c-5b6d-4978-9fea-43b686f2e440 req-8492f46d-8996-42db-888a-60a81d924849 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640175 Nov 19 13:36:26.791427 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9448-a849-4a24-82d9-ca1427b9329a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.819143 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:26.819477 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Checking segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:26.820159 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Bound using segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:26.820634 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Bound port: 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:26.820987 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.847833 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.863828 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.892245 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Transition to ACTIVE for port object 9023ca54-c0e3-4003-874d-a7a129614a25 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:26.913786 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.946966 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09771-0a97-42ab-a5b0-b032424ccb52 None None] Port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:26.962896 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] For port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:26.970386 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] For port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:26.976964 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.006534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9448-a849-4a24-82d9-ca1427b9329a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.013711 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9448-a849-4a24-82d9-ca1427b9329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.042738 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98db82ea-1a8a-45a1-8ae1-96421c7ffcfd,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.067274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.093907 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e0ae9448-a849-4a24-82d9-ca1427b9329a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c5dde45b74843eca750c80449cd885d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482487 Nov 19 13:36:27.094595 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.100201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.104286 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-30a5ba25-9b26-4283-9dfa-148c471d8345 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8070798 Nov 19 13:36:27.107346 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36746) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.107748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36748) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.142087 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b1b1-4f63-412d-a1e8-244831bdd586 None None] Pushing event updated for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.147034 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:27.154293 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:27.172256 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:27.217374 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2a67ab06-3654-455c-8323-577cb4a523ae up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:27.236083 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:27.241972 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:27.270589 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9448-a849-4a24-82d9-ca1427b9329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9268a974-f6af-4494-bb6e-19376ae0db12,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.297432 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.314100 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36750) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.316376 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-586fc080-bc17-43d6-a361-f159d2669868 req-8b138063-efd8-4d7d-9546-735baf7e21da tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.2043846 Nov 19 13:36:27.407320 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:27.412222 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '311ff0e5-51c3-4159-b68e-a8b0b51e2224', 'name': '', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'mac_address': 'fa:16:3e:84:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:10Z', 'updated_at': '2021-11-19T13:36:24Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'subnets': [{'id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:27.417490 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.418190 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:27.424675 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.427201 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 HTTP/1.1" status: 200 len: 1094 time: 4.4094200 Nov 19 13:36:27.431442 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:27.482539 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.487037 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] Provisioning complete for port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:27.487854 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.490727 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Attempting to bind port 9023ca54-c0e3-4003-874d-a7a129614a25 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:27.491135 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Attempting to bind port 9023ca54-c0e3-4003-874d-a7a129614a25 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:27.491475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Attempting to bind port 9023ca54-c0e3-4003-874d-a7a129614a25 on network 9260939e-b253-4e9b-9ebc-5d336dec1f11 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.494215 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab36cb3-ed88-466d-8cdf-9736415a43ce None None] The sync data for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi is: [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '311ff0e5-51c3-4159-b68e-a8b0b51e2224', 'name': '', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'mac_address': 'fa:16:3e:84:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:10Z', 'updated_at': '2021-11-19T13:36:24Z', 'revision_number': 4, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'subnets': [{'id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:27.546079 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 2a67ab06-3654-455c-8323-577cb4a523ae triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:27.547830 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.618123 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b47d90-eb8a-48b0-8bc9-44a208e687a1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.721458 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.728405 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.763413 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Port 9023ca54-c0e3-4003-874d-a7a129614a25 on network 9260939e-b253-4e9b-9ebc-5d336dec1f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:27.763736 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Attempting to bind port 9023ca54-c0e3-4003-874d-a7a129614a25 on network 9260939e-b253-4e9b-9ebc-5d336dec1f11 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.779979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1667b079-b23a-4c1c-879f-5db8d01a7c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.798529 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.802030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:27.804392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:27.804392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Checking segment: {'id': 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:27.804717 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Bound using segment: {'id': 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:27.805185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Bound port: 9023ca54-c0e3-4003-874d-a7a129614a25, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:27.805544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.816557 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=53e08080-5dc4-46f2-9107-e4a317585d17,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.826815 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.839673 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292f40f-d018-4b09-b023-88cea1a99624 req-c65c81db-8f75-49eb-80ff-d620d40ddc81 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:27.841335 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e292f40f-d018-4b09-b023-88cea1a99624 req-c65c81db-8f75-49eb-80ff-d620d40ddc81 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.3527231 Nov 19 13:36:27.847515 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.875885 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.878792 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-690766dc-dfc1-4bc2-8a9a-af99774b1cf7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9078062 Nov 19 13:36:27.922754 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 311ff0e5-51c3-4159-b68e-a8b0b51e2224 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:28.004498 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] For port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:28.014922 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.108152 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e292f40f-d018-4b09-b023-88cea1a99624 req-b84e6591-dca1-438b-a1f7-04a7818f8a4e tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515333 Nov 19 13:36:28.115256 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:28.115901 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.124170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.126908 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.128170 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9268a974-f6af-4494-bb6e-19376ae0db12 HTTP/1.1" status: 204 len: 168 time: 0.9836612 Nov 19 13:36:28.144512 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2133e77-dc74-4ecb-936f-7a4d3409d123 None None] Pushing event updated for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.145223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5102915-2d89-4078-8797-ad4ca0216155 req-eadd0cb7-e10f-4903-ab2c-14768f344bc4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.146937 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e5102915-2d89-4078-8797-ad4ca0216155 req-eadd0cb7-e10f-4903-ab2c-14768f344bc4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.2307529 Nov 19 13:36:28.157846 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:28.169534 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9023ca54-c0e3-4003-874d-a7a129614a25,segment=NetworkSegment(bb3dd2af-bc21-44e5-9dd8-ad64e9560c70),segment_id=bb3dd2af-bc21-44e5-9dd8-ad64e9560c70)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:28.176891 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:28.182742 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.193667 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c16467-f372-4209-b91a-0ca1f7042e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268a974-f6af-4494-bb6e-19376ae0db12,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.217657 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.218996 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d9b06-8915-40d4-bd36-cf6f63dae30f None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:28.221154 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1667b079-b23a-4c1c-879f-5db8d01a7c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.308064 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1667b079-b23a-4c1c-879f-5db8d01a7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.427385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.488152 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88495e9c-eee6-43d3-8385-350a6ca4c236 x-openstack-request-id: req-88495e9c-eee6-43d3-8385-350a6ca4c236 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:28.488682 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:28.488998 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88495e9c-eee6-43d3-8385-350a6ca4c236 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:28.489766 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'status': 'completed', 'code': 200} Nov 19 13:36:28.505772 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e5102915-2d89-4078-8797-ad4ca0216155 req-72106d15-959b-454a-b525-d3288d3fd230 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199673 Nov 19 13:36:28.507455 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.508197 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.509826 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-7e3fa90e-e0e9-48c7-aa46-c7e5d9445f41 service neutron] 10.222.0.69 "PUT /v2.0/ports/9023ca54-c0e3-4003-874d-a7a129614a25 HTTP/1.1" status: 200 len: 1094 time: 5.4911284 Nov 19 13:36:28.559405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.593574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:28.654002 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 311ff0e5-51c3-4159-b68e-a8b0b51e2224, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=311ff0e5-51c3-4159-b68e-a8b0b51e2224,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:28.659585 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.727784 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.738970 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36796) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:28.762834 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1667b079-b23a-4c1c-879f-5db8d01a7c04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd907500778a488eac649bd4734bb4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4453485 Nov 19 13:36:28.949955 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.994080 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667b079-b23a-4c1c-879f-5db8d01a7c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c97578-b6f6-49fb-bc4a-97774aa2b924,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.013186 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.046758 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e3939984-a3f5-42cd-b548-e45c09be5ae9 req-b4bc7d21-207a-43c5-bc10-34cdd10f0f7f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.3166001 Nov 19 13:36:29.197161 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-63062bf8-62d2-470c-bff8-809679791a36 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--616223579&fields=id&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 267 time: 0.4673650 Nov 19 13:36:29.218505 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.222021 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.230911 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34c97578-b6f6-49fb-bc4a-97774aa2b924 HTTP/1.1" status: 204 len: 168 time: 0.4901767 Nov 19 13:36:29.250927 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a542-b1e2-46e1-a5c2-416bf4688248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c97578-b6f6-49fb-bc4a-97774aa2b924,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.257706 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 311ff0e5-51c3-4159-b68e-a8b0b51e2224 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:29.325163 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e79b91-d778-4c2e-b72a-80079efceffd" -d '{"events": [{"name": "network-changed", "server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:29.369698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Allocated IP 172.27.1.239 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/ea88f1e4-5ff3-4048-8d18-2877d7e56898) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:29.462181 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.462563 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.633844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daae596-952c-4e06-bb92-6297cdca2961 req-eb0d34c3-a064-4bf0-8590-7063de1c7c18 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:29.636310 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2daae596-952c-4e06-bb92-6297cdca2961 req-eb0d34c3-a064-4bf0-8590-7063de1c7c18 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.2879980 Nov 19 13:36:29.714718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:29.747287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-5f9600fc-3797-4154-924f-24f12bc0d6cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:29.754572 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-5f9600fc-3797-4154-924f-24f12bc0d6cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 816 time: 0.4158666 Nov 19 13:36:29.805155 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-ec983064-4749-4b32-92a6-e35d39ef0cce tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/quotas/be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 375 time: 0.0244303 Nov 19 13:36:29.870183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.878581 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.906610 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2daae596-952c-4e06-bb92-6297cdca2961 req-cc3f212e-0481-4c11-a7c6-b26a6716e489 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618835 Nov 19 13:36:29.940066 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.043976 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-95066605-cb52-474b-aecf-a309941c93cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2375591 Nov 19 13:36:30.122264 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36836) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:30.164498 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96c8c612-be8d-4313-b544-6a0a4c1fccf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.287842 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96c8c612-be8d-4313-b544-6a0a4c1fccf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.294093 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96c8c612-be8d-4313-b544-6a0a4c1fccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.329879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.417494 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-96c8c612-be8d-4313-b544-6a0a4c1fccf5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5890593c607042e4b1f8705464f79e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850163 Nov 19 13:36:30.421031 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36846) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:30.451526 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8c612-be8d-4313-b544-6a0a4c1fccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a0cb9-e0a2-44a4-a73a-818ba8bdd96c,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.495268 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:30.507766 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-f9d414b0-f15e-4a6f-80ef-2deca52552b3 service neutron] 10.222.0.74 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382868 Nov 19 13:36:30.518720 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:30.536956 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.598179 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.708781 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-537b92ee-3cfc-48c7-ab77-6dbf383269e0 service neutron] 10.222.0.74 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776376 Nov 19 13:36:30.709983 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:30.727037 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=ea88f1e4-5ff3-4048-8d18-2877d7e56898,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.749713 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.768321 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.768321 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c84a0cb9-e0a2-44a4-a73a-818ba8bdd96c HTTP/1.1" status: 204 len: 168 time: 0.3444326 Nov 19 13:36:30.791573 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1c7ec-f291-4afd-a8c5-7305367a9f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a0cb9-e0a2-44a4-a73a-818ba8bdd96c,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.874888 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Request body: {'port': {'device_id': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'admin_state_up': True, 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:30.914744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.008932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb99ab-8a99-4c8a-804d-bec0e09257cd x-openstack-request-id: req-c4bb99ab-8a99-4c8a-804d-bec0e09257cd {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:31.010690 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:31.011651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4bb99ab-8a99-4c8a-804d-bec0e09257cd {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:31.014250 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25', 'status': 'completed', 'code': 200} Nov 19 13:36:31.015528 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.166582 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Request body: {'port': {'device_id': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'admin_state_up': True, 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:31.383713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.599323 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-67b98d02-cad2-497b-97cb-e6e522aad585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.600883 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-67b98d02-cad2-497b-97cb-e6e522aad585 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24e3eb64abd04110a6520c0499e7ce7c&device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 1097 time: 0.4978058 Nov 19 13:36:31.717556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-17dd4d4d-0740-4ca9-a62c-64e767c4efd9 req-398fe228-b16f-49c0-98b9-978085b6022c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.3469007 Nov 19 13:36:31.753085 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.914226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.120331 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.121646 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9578550 Nov 19 13:36:32.126101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-aeabb13d-1067-42e3-bfc5-772e81fa83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.127673 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-aeabb13d-1067-42e3-bfc5-772e81fa83fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 1097 time: 0.7568388 Nov 19 13:36:32.146084 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fd1bf-aa04-4de5-89da-9097192f8f17 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=ea88f1e4-5ff3-4048-8d18-2877d7e56898,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:32.160392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d5a48-e913-4908-a643-65f9e64c6d75 req-d6a54128-61ce-403c-968e-ce108ae255da tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.169353 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b5d5a48-e913-4908-a643-65f9e64c6d75 req-d6a54128-61ce-403c-968e-ce108ae255da tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.7973232 Nov 19 13:36:32.206747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaa553-8a5d-4a2c-9f65-dd7038222fc8 req-6d826469-83ef-4469-9eda-94e75d81184f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.215449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9abaa553-8a5d-4a2c-9f65-dd7038222fc8 req-6d826469-83ef-4469-9eda-94e75d81184f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.2400889 Nov 19 13:36:32.288549 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-d7e20604-a39e-431f-95f0-1ca05991e99c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9023ca54-c0e3-4003-874d-a7a129614a25 HTTP/1.1" status: 200 len: 217 time: 0.6341558 Nov 19 13:36:32.333883 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Made reservation on behalf of dfe06ab44f6d441fbd48e98b2ba2119b for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:32.338895 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.374291 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Made reservation on behalf of dfe06ab44f6d441fbd48e98b2ba2119b for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:32.378640 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.388723 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36918) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:32.416280 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b5d5a48-e913-4908-a643-65f9e64c6d75 req-7027361d-074d-4b28-94f2-8e5c883799bd tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457435 Nov 19 13:36:32.480520 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9abaa553-8a5d-4a2c-9f65-dd7038222fc8 req-be9f007d-7582-456e-a865-e9eebf91638f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593260 Nov 19 13:36:32.581819 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Allocated IP 172.20.0.6 (b7d44de9-88f3-4c50-9fb4-20415f65d215/50c5310e-b080-49e4-8a47-18bb72b154aa/fec92600-3dc3-4e88-b748-97fe65ccb089) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:32.793872 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc9f9205-7ae1-43b2-9279-a488d93df44d req-0731358d-43fa-45af-b22f-efb4bf427b1b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0649199 Nov 19 13:36:32.795871 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e3e1-37eb-41c8-b9a3-748fdbebe897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.807237 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-6735368e-c9f2-46e0-906c-e0c9098ea99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.808742 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-6735368e-c9f2-46e0-906c-e0c9098ea99f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a2b85b6e9a95402194d48a7909d120a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5653958 Nov 19 13:36:32.814652 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.837115 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-21a1f411-d9ac-493e-8bce-f5aaa3a90f3e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--257473259&fields=id&tenant_id=5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 267 time: 0.1092458 Nov 19 13:36:32.896752 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.997244 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e3e1-37eb-41c8-b9a3-748fdbebe897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.013507 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e3e1-37eb-41c8-b9a3-748fdbebe897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.034878 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:33.039895 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd2d41-5aef-4dee-bad6-0ce4511b46c7 req-30813929-5a25-4f69-9ac7-4b4d418c94dd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.041504 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-30fd2d41-5aef-4dee-bad6-0ce4511b46c7 req-30813929-5a25-4f69-9ac7-4b4d418c94dd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 931 time: 0.1308522 Nov 19 13:36:33.050757 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Pushing event updated for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.054205 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Allocated IP 172.20.0.3 (b7d44de9-88f3-4c50-9fb4-20415f65d215/50c5310e-b080-49e4-8a47-18bb72b154aa/77e22262-852e-4b88-94f2-ccf9b7f9c066) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:33.062441 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:33.073346 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:33.076627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-d62ce026-0bbc-4bb3-997e-32927ab3473f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.078178 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-d62ce026-0bbc-4bb3-997e-32927ab3473f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 811 time: 0.2326465 Nov 19 13:36:33.078932 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.079592 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.099854 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-faaec626-01dc-464b-965a-e68a58923c38 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/quotas/5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 375 time: 0.0107059 Nov 19 13:36:33.112540 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f3c2e3e1-37eb-41c8-b9a3-748fdbebe897 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3fa25b512fbb4d58bb2c788ea5afff2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7145984 Nov 19 13:36:33.120762 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36946) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:33.133246 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e3e1-37eb-41c8-b9a3-748fdbebe897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100766db-abfc-4a7f-93b3-db535e58be0d,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.150691 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-9d0cf6d4-46c6-42bb-aaae-626509984a7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821321 Nov 19 13:36:33.185909 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-30fd2d41-5aef-4dee-bad6-0ce4511b46c7 req-d40562e8-594c-4b3f-836f-2ba7749af76f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329265 Nov 19 13:36:33.194335 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-e7eb9fa4-506d-4e64-b168-3ecf1377a5ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871279 Nov 19 13:36:33.281959 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.309037 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-eaead814-32ee-46c2-98af-095ba1fb08f9 service neutron] 10.222.0.74 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028023 Nov 19 13:36:33.320802 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.399271 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.433490 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-fc7119e8-1d12-4e47-ab29-07a795996109 service neutron] 10.222.0.74 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144226 Nov 19 13:36:33.434205 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.437460 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.439017 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/100766db-abfc-4a7f-93b3-db535e58be0d HTTP/1.1" status: 204 len: 168 time: 0.3145325 Nov 19 13:36:33.462871 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df76b16-4994-429e-b99a-60aa8bc48ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100766db-abfc-4a7f-93b3-db535e58be0d,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.475597 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.548296 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Pushing event updated for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.568540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Network b7d44de9-88f3-4c50-9fb4-20415f65d215 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:33.570743 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:33.573682 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:33.581086 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.581445 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.604088 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17df4-8df7-4f1e-bc8e-79154290c210 req-9febde38-7320-4c22-837a-8d5d715214ac tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.606049 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ffe17df4-8df7-4f1e-bc8e-79154290c210 req-9febde38-7320-4c22-837a-8d5d715214ac tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.0899003 Nov 19 13:36:33.609162 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-ef8d9b59-6eba-4793-bb23-6477ce7bf5e0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4964886 Nov 19 13:36:33.726653 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ffe17df4-8df7-4f1e-bc8e-79154290c210 req-b216c76f-68d2-4e49-af99-cc14c6d92595 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131661 Nov 19 13:36:33.753219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c478-4485-4ea1-89d7-39150e88c4f4 req-e20b2d4b-ce85-4ab4-a263-3f03a4fae7ac tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.755418 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de45c478-4485-4ea1-89d7-39150e88c4f4 req-e20b2d4b-ce85-4ab4-a263-3f03a4fae7ac tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.0716889 Nov 19 13:36:33.823356 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de45c478-4485-4ea1-89d7-39150e88c4f4 req-a8f38309-a43a-4dbc-88a2-29297f19ed33 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579832 Nov 19 13:36:33.854781 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e255dc16-3bd1-4382-9838-210da861a088 req-ee1c6281-d05e-4739-bc89-0470cb538298 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 210 time: 0.0427284 Nov 19 13:36:33.973256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-99a7b281-b7d4-403f-a3fe-1895ba661f6c req-a1d7360c-34bf-472b-9ae2-52ca0b55b0d4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0444341 Nov 19 13:36:34.005735 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 36980) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:34.022754 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b9e264c0-6209-46da-9225-0bd4b236eea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.138187 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b9e264c0-6209-46da-9225-0bd4b236eea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.144398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b9e264c0-6209-46da-9225-0bd4b236eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.202177 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b9e264c0-6209-46da-9225-0bd4b236eea1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49be8a54f093403b93502fa3054adf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946447 Nov 19 13:36:34.203609 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e264c0-6209-46da-9225-0bd4b236eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23268798-3c81-4dac-a7c9-13f8ddedad65,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.204755 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 36988) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:34.288440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.312558 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.321495 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9b81a-14cb-4c4d-b477-c09589d8db85 req-49643548-6f35-4116-a199-4b5316828d00 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.323066 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4c9b81a-14cb-4c4d-b477-c09589d8db85 req-49643548-6f35-4116-a199-4b5316828d00 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 931 time: 0.0544963 Nov 19 13:36:34.377776 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.381156 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.382418 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23268798-3c81-4dac-a7c9-13f8ddedad65 HTTP/1.1" status: 204 len: 168 time: 0.1763401 Nov 19 13:36:34.384285 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4c9b81a-14cb-4c4d-b477-c09589d8db85 req-f360d380-6698-4ac2-97fb-1eb9b873c469 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550909 Nov 19 13:36:34.397019 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13b9a3-afa6-4a44-9d7d-bfc9e4c1e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23268798-3c81-4dac-a7c9-13f8ddedad65,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.854252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feb9ee-1382-4b0a-a9f1-3bc655a52f62 req-034607fb-8df6-45d4-a194-2a0b2a77aa7a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.856026 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b8feb9ee-1382-4b0a-a9f1-3bc655a52f62 req-034607fb-8df6-45d4-a194-2a0b2a77aa7a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.0516534 Nov 19 13:36:34.942500 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b8feb9ee-1382-4b0a-a9f1-3bc655a52f62 req-56f7dc98-c3a5-4e1e-a88c-9dd61392539e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788417 Nov 19 13:36:34.982658 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda61-6a6e-4822-a4af-136c7806e7c6 req-18b335f1-8898-4284-b741-930be26b2a74 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.984239 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfcfda61-6a6e-4822-a4af-136c7806e7c6 req-18b335f1-8898-4284-b741-930be26b2a74 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.0866516 Nov 19 13:36:35.059186 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be6901c4-f293-4821-b592-c1e197a717b5 req-e32a6f24-6fba-4807-9709-23f71641ab71 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 210 time: 0.0390661 Nov 19 13:36:35.063553 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfcfda61-6a6e-4822-a4af-136c7806e7c6 req-92c92aaf-2455-4c67-b646-c7bca1e45dd1 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715256 Nov 19 13:36:35.156209 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de4936c0-d9cb-41cf-a657-089eda4fff55 req-98649d23-0fba-464d-85d4-45f924d3ce14 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0358233 Nov 19 13:36:35.280779 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Request body: {'port': {'device_id': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:35.359768 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Request body: {'port': {'device_id': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:35.441005 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-e6c9e298-35b2-4589-a417-1beb33d7e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.444070 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-e6c9e298-35b2-4589-a417-1beb33d7e0f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dbfe0983-011c-4432-9f8d-a7ca0b8cf525 HTTP/1.1" status: 200 len: 851 time: 0.2185063 Nov 19 13:36:35.529775 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-1c22fb68-c3c0-402a-8206-9dce33370da7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9260939e-b253-4e9b-9ebc-5d336dec1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725610 Nov 19 13:36:35.532652 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.558298 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-9c6d81cb-d58d-4c82-9b63-aba4133152f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.559010 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.560416 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-17c63c26-7037-49ba-8a98-a7e9d5baf9cb req-9c6d81cb-d58d-4c82-9b63-aba4133152f2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3052382 Nov 19 13:36:35.603765 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712096d0-0ed4-4987-ba04-8bf78221a0f1 req-dd609739-6fad-409c-81f5-35a4b562459c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.605339 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-712096d0-0ed4-4987-ba04-8bf78221a0f1 req-dd609739-6fad-409c-81f5-35a4b562459c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 931 time: 0.0629692 Nov 19 13:36:35.681689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-27469985-4ac6-4c7f-909b-99409fa0fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.683238 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-27469985-4ac6-4c7f-909b-99409fa0fc24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 1097 time: 0.0769703 Nov 19 13:36:35.727216 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-712096d0-0ed4-4987-ba04-8bf78221a0f1 req-2ea00f4f-bb44-4f28-b270-0e465546b639 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Nov 19 13:36:35.760385 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-4e2f6f24-c89e-4d87-9c2f-2b7ecb680e9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 HTTP/1.1" status: 200 len: 217 time: 0.0675125 Nov 19 13:36:35.847983 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-bfa7460e-3d5f-47bb-bf9d-f8310542c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.849902 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-bfa7460e-3d5f-47bb-bf9d-f8310542c102 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0814757 Nov 19 13:36:35.858402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.69', 52546) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:35.865339 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-d279ff55-1bed-4817-b8d4-ca3df4a468ab service neutron] 10.222.0.69 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195071 Nov 19 13:36:35.945515 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-1ce461c2-44a5-4a41-9686-1b4239e2caab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688858 Nov 19 13:36:36.148066 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-c450a006-429a-4505-88bf-a355c79cbf3b service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905501 Nov 19 13:36:36.169543 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d05cd-4733-4e8b-b13a-04e1302f1fae req-e43bb099-0815-46d4-ad2d-1d28af246201 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.171279 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-df9d05cd-4733-4e8b-b13a-04e1302f1fae req-e43bb099-0815-46d4-ad2d-1d28af246201 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.1012683 Nov 19 13:36:36.202843 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3598bba4-3182-4675-a029-9644d6cf4fa3 req-bc8d7415-5d4b-47a5-a26e-6e4c15e8def7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 210 time: 0.0536377 Nov 19 13:36:36.347965 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.69', 52549) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:36.393276 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-ed7d7204-5154-41ec-a9d4-f05442f035cd req-6dbeda4f-8fb8-48f9-b132-7477ddb7e374 service neutron] 10.222.0.69 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097680 Nov 19 13:36:36.403315 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-840bb139-211c-4485-a097-f38da8364c80 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.405131 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-840bb139-211c-4485-a097-f38da8364c80 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 816 time: 0.5194151 Nov 19 13:36:36.447973 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-df9d05cd-4733-4e8b-b13a-04e1302f1fae req-ac5f0e6e-160b-4b98-a812-9412f7a1b94d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432764 Nov 19 13:36:36.510654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f60c5-fa1c-498e-8281-9873185fb501 req-dab30bbc-8ceb-47e8-999a-6bbb626e2af2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.512349 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b34f60c5-fa1c-498e-8281-9873185fb501 req-dab30bbc-8ceb-47e8-999a-6bbb626e2af2 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.1857660 Nov 19 13:36:36.592744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-8e6b7790-36b6-4e18-9eaf-f26e1bbd0a36 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.592909 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec92600-3dc3-4e88-b748-97fe65ccb089 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:36.594890 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-8e6b7790-36b6-4e18-9eaf-f26e1bbd0a36 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 811 time: 0.2435334 Nov 19 13:36:36.611364 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.647745 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-81186da5-7fdf-4980-b36d-1ecf30202f72 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 379 time: 0.1804373 Nov 19 13:36:36.649428 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Transition to ACTIVE for port object fec92600-3dc3-4e88-b748-97fe65ccb089 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:36.653235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e79b91-d778-4c2e-b72a-80079efceffd req-b2d2fe2e-b61a-4e5f-9c45-64f5968f3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.655354 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-b2d2fe2e-b61a-4e5f-9c45-64f5968f3b34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24e3eb64abd04110a6520c0499e7ce7c&device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 1097 time: 0.1676717 Nov 19 13:36:36.663348 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'port': {'device_id': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'admin_state_up': True, 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'security_groups': ['9a7711d2-f2c2-45c2-a426-55253bcdddf9']}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:36.679740 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.707804 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bd16cd95-d044-46ca-b6fc-e2e760de5aef req-57541ab5-fe02-47cd-a103-aa93647e9127 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0892541 Nov 19 13:36:36.732627 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b34f60c5-fa1c-498e-8281-9873185fb501 req-9d3d0614-d30b-41ad-86ae-7b79fced1bab tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366200 Nov 19 13:36:36.769309 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-dfb2143f-d175-4052-929e-a0d718aa1a6d service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956335 Nov 19 13:36:36.920297 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-9139f7c3-05ad-4656-9941-95a6256df800 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 379 time: 0.2101502 Nov 19 13:36:36.932995 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'port': {'device_id': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'admin_state_up': True, 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'security_groups': ['900d20f4-a2c8-47ad-84d8-9cc8c94d95c3']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:36.998895 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Pushing event updated for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:37.005810 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d66f2-a970-4a7e-90a6-f841ab37a5d8 req-a6c7abff-6681-455d-99b4-d1a94157e8e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.007626 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-220d66f2-a970-4a7e-90a6-f841ab37a5d8 req-a6c7abff-6681-455d-99b4-d1a94157e8e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.1636958 Nov 19 13:36:37.125536 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e79b91-d778-4c2e-b72a-80079efceffd req-7dbe9a09-6fe7-4f26-a7d4-2fe74382ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.126803 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-7dbe9a09-6fe7-4f26-a7d4-2fe74382ea74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9260939e-b253-4e9b-9ebc-5d336dec1f11 HTTP/1.1" status: 200 len: 912 time: 0.4486594 Nov 19 13:36:37.134827 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Attempting to bind port fec92600-3dc3-4e88-b748-97fe65ccb089 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:37.135210 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Attempting to bind port fec92600-3dc3-4e88-b748-97fe65ccb089 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:37.135585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Attempting to bind port fec92600-3dc3-4e88-b748-97fe65ccb089 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:37.194748 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Port fec92600-3dc3-4e88-b748-97fe65ccb089 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:37.195069 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Attempting to bind port fec92600-3dc3-4e88-b748-97fe65ccb089 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:37.205500 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-def13f17-c0b6-4da2-b229-e9d017c0afca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9023ca54-c0e3-4003-874d-a7a129614a25 HTTP/1.1" status: 200 len: 217 time: 0.0628693 Nov 19 13:36:37.228368 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:37.230200 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Checking segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:37.230589 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Bound using segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:37.231051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Bound port: fec92600-3dc3-4e88-b748-97fe65ccb089, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:37.231546 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.357262 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e22262-852e-4b88-94f2-ccf9b7f9c066 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:37.368621 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.418081 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Made reservation on behalf of be95e890da954a74b914b3e0aef316c1 for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:37.422274 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.453747 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Transition to ACTIVE for port object 77e22262-852e-4b88-94f2-ccf9b7f9c066 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:37.470861 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-143eadb1-0078-4fe7-8537-1a50ebd917e9 req-1ef0e313-d3b8-42aa-babd-51327439e83c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 210 time: 0.0476494 Nov 19 13:36:37.492653 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.512713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-220d66f2-a970-4a7e-90a6-f841ab37a5d8 req-ea591073-ca57-4de9-877c-967044179010 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919124 Nov 19 13:36:37.538272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Made reservation on behalf of 5a84768546e2479ab48c55cca9d00d88 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:37.543018 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.559004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e79b91-d778-4c2e-b72a-80079efceffd req-6ec2077e-ca9e-4976-b0ce-3c0afda1afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.561455 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-6ec2077e-ca9e-4976-b0ce-3c0afda1afc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dbfe0983-011c-4432-9f8d-a7ca0b8cf525 HTTP/1.1" status: 200 len: 851 time: 0.3460238 Nov 19 13:36:37.654447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a543a-c5e9-4b65-8e6e-dd45a7ec3ad7 req-1b3e3a5b-3c09-4e76-aee2-221668b9c602 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.656043 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c2a543a-c5e9-4b65-8e6e-dd45a7ec3ad7 req-1b3e3a5b-3c09-4e76-aee2-221668b9c602 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.0996814 Nov 19 13:36:37.676583 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-db1900fa-076b-44af-a8e0-1b3d30c22d01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9260939e-b253-4e9b-9ebc-5d336dec1f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008356 Nov 19 13:36:37.696529 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Pushing event updated for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:37.730528 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:37.758606 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c2a543a-c5e9-4b65-8e6e-dd45a7ec3ad7 req-c16d04e1-9571-46e9-bd57-dd88937950c4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925605 Nov 19 13:36:37.766268 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Allocated IP 172.20.0.11 (2e8d3ce8-6200-409f-8036-c10d558c4d7e/e91182e2-b5a6-4ebd-965b-869b44b74935/28e689cc-05d4-4dc9-a15e-6b1e27cf47b3) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:37.825373 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fec92600-3dc3-4e88-b748-97fe65ccb089,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:37.840455 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3749d465-ceb3-426f-ad5f-0ba49de46ab9 req-9707c1d1-59bb-4222-af60-aa08b95bcdbd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0453007 Nov 19 13:36:37.856792 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.895072 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Attempting to bind port 77e22262-852e-4b88-94f2-ccf9b7f9c066 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:37.895323 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Attempting to bind port 77e22262-852e-4b88-94f2-ccf9b7f9c066 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:37.895646 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Attempting to bind port 77e22262-852e-4b88-94f2-ccf9b7f9c066 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:37.929100 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Port 77e22262-852e-4b88-94f2-ccf9b7f9c066 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:37.929417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Attempting to bind port 77e22262-852e-4b88-94f2-ccf9b7f9c066 on network b7d44de9-88f3-4c50-9fb4-20415f65d215 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:37.952715 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a040-82b5-4325-8eca-468fb65e9656 req-ee0d4174-f78a-4f2f-b43b-b4b6e23a9573 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.952965 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Allocated IP 172.20.0.6 (bd895079-04e8-47ee-af89-1a706b94b509/4d617827-5f38-4bd5-9901-1187f6dfa510/460176f5-444f-4943-867e-6409bf13b153) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:37.954214 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a0c2a040-82b5-4325-8eca-468fb65e9656 req-ee0d4174-f78a-4f2f-b43b-b4b6e23a9573 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.1079667 Nov 19 13:36:37.955431 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.956036 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.957415 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] 10.222.0.69 "PUT /v2.0/ports/fec92600-3dc3-4e88-b748-97fe65ccb089 HTTP/1.1" status: 200 len: 1093 time: 2.6831849 Nov 19 13:36:37.957849 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:37.960206 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7bb097-b63a-42ef-b856-14fda9dd5df7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:37.978352 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:37.978700 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Checking segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:37.979073 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Bound using segment: {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:37.979540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Bound port: 77e22262-852e-4b88-94f2-ccf9b7f9c066, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e828d0-c00c-4a76-b002-f13dea3e98fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:37.979867 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.000469 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-b8eda335-8548-4783-ae7b-1d3f9bd4acf8 service neutron] 10.222.0.69 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060431 Nov 19 13:36:38.001073 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97731e-cf66-4caa-8618-912fbaf236fb service neutron] Pushing event updated for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:38.025191 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.028005 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f8cae-65d1-401f-8870-d0ddf42e3ddc x-openstack-request-id: req-db3f8cae-65d1-401f-8870-d0ddf42e3ddc {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:38.028298 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:38.028562 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db3f8cae-65d1-401f-8870-d0ddf42e3ddc {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:38.028967 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089', 'status': 'completed', 'code': 200} Nov 19 13:36:38.045463 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a0c2a040-82b5-4325-8eca-468fb65e9656 req-fc802536-c4d2-4b49-a675-f281614dbafa tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797794 Nov 19 13:36:38.074067 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.122635 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:38.125938 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:38.130057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:38.135842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.136494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.144946 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:38.147774 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:38.162924 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-cd8e7e42-b216-4a61-a7fc-5f69f5073409 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2361784 Nov 19 13:36:38.164615 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:38.173303 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.240041 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.240663 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.242094 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] 10.222.0.69 "PUT /v2.0/ports/77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 1093 time: 2.9667094 Nov 19 13:36:38.248489 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.268738 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e104f-e5f0-47c1-b410-f22dd292422c service neutron] Pushing event updated for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:38.305372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.359615 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Network bd895079-04e8-47ee-af89-1a706b94b509 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:38.364839 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:38.369463 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:38.375042 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.375687 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.379703 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:38.400660 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-08eecbec-5d59-4b05-9c24-10f4d2ca1e42 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7418401 Nov 19 13:36:38.447783 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-16185346-633f-4620-b147-e1dcd0451e11 None None] Provisioning complete for port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:38.448417 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-16185346-633f-4620-b147-e1dcd0451e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.506142 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-16185346-633f-4620-b147-e1dcd0451e11 None None] Port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:38.629215 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-f2e89141-1ee6-446a-a217-256816e05329 None None] Provisioning complete for port 460176f5-444f-4943-867e-6409bf13b153 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:38.630249 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f2e89141-1ee6-446a-a217-256816e05329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.672127 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f48f75-6edc-4718-865f-97aac1c1db18 req-5a2e392f-a278-4b5a-b710-54351d4c97ce tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.673709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14f48f75-6edc-4718-865f-97aac1c1db18 req-5a2e392f-a278-4b5a-b710-54351d4c97ce tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 932 time: 0.0937312 Nov 19 13:36:38.676009 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-f2e89141-1ee6-446a-a217-256816e05329 None None] Port 460176f5-444f-4943-867e-6409bf13b153 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:38.696948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915660d7-807e-4354-bb91-51c527f42322 req-d6398ec2-a355-4776-8996-8ceada50620d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.698514 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-915660d7-807e-4354-bb91-51c527f42322 req-d6398ec2-a355-4776-8996-8ceada50620d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.0803988 Nov 19 13:36:38.754195 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14f48f75-6edc-4718-865f-97aac1c1db18 req-54cd0ea7-5051-4450-917f-c732e8973985 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713003 Nov 19 13:36:38.779033 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-915660d7-807e-4354-bb91-51c527f42322 req-906bf128-0bb1-4c58-b1c2-64909fc1f064 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Nov 19 13:36:38.918877 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc8d4-ffe9-48ef-bf5e-64308bdf2e63 req-c3b9a443-8b73-4c89-8ec2-d1cbe62c6796 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.920325 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b89dc8d4-ffe9-48ef-bf5e-64308bdf2e63 req-c3b9a443-8b73-4c89-8ec2-d1cbe62c6796 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.0574086 Nov 19 13:36:39.003990 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36f2a0-b880-4fb8-9de1-bbf840e2b21c req-0ca37f29-a3bf-4783-b660-9ee5b04b4341 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.005618 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9d36f2a0-b880-4fb8-9de1-bbf840e2b21c req-0ca37f29-a3bf-4783-b660-9ee5b04b4341 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 931 time: 0.0842535 Nov 19 13:36:39.009644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b89dc8d4-ffe9-48ef-bf5e-64308bdf2e63 req-55defea0-ab52-44e5-bcbe-6ff16555ca20 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791972 Nov 19 13:36:39.060148 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9d36f2a0-b880-4fb8-9de1-bbf840e2b21c req-67f123eb-63b0-48cd-b417-05ee53ab67ef tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459602 Nov 19 13:36:39.175403 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2c0ba-db5a-4791-85aa-298d5c96e2b8 req-624cf47a-2657-44b5-971a-c3601214123f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.176889 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-02b2c0ba-db5a-4791-85aa-298d5c96e2b8 req-624cf47a-2657-44b5-971a-c3601214123f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.0616696 Nov 19 13:36:39.227488 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-02b2c0ba-db5a-4791-85aa-298d5c96e2b8 req-e7ac51ca-8d2a-49e8-b688-1a1ec0862e5c tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Nov 19 13:36:39.911221 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66e5d-86e3-4822-abe5-bbe501ec0ca3 req-5385d520-21a8-4e83-acf5-1f2742682a78 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.916860 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94e66e5d-86e3-4822-abe5-bbe501ec0ca3 req-5385d520-21a8-4e83-acf5-1f2742682a78 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 932 time: 0.0878625 Nov 19 13:36:39.928048 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f88ee-eb5b-4de4-9963-d7d13327d458 req-d4cfb8ba-3b3b-4e69-be35-accf4ef7c55a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.929688 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-918f88ee-eb5b-4de4-9963-d7d13327d458 req-d4cfb8ba-3b3b-4e69-be35-accf4ef7c55a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.0692303 Nov 19 13:36:40.012174 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94e66e5d-86e3-4822-abe5-bbe501ec0ca3 req-9da1f569-eee8-4806-b5e2-7935071e2aca tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814335 Nov 19 13:36:40.027853 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-918f88ee-eb5b-4de4-9963-d7d13327d458 req-7473c494-37f5-46f5-8cf9-b876365e3e7f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810642 Nov 19 13:36:40.033700 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:40.038351 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbffb39-bad4-446d-af94-c044807ca8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:40.087816 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212fb636-a14f-42d2-9eba-8686a50e6493 x-openstack-request-id: req-212fb636-a14f-42d2-9eba-8686a50e6493 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:40.088119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:40.088366 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-212fb636-a14f-42d2-9eba-8686a50e6493 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:40.088937 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066', 'status': 'completed', 'code': 200} Nov 19 13:36:40.169714 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a195f0-2ae2-4703-b721-335845dfa6e4 req-e1ee08de-1f27-49cb-9ff4-ddfe4e125a49 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.171234 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40a195f0-2ae2-4703-b721-335845dfa6e4 req-e1ee08de-1f27-49cb-9ff4-ddfe4e125a49 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 944 time: 0.0645134 Nov 19 13:36:40.258156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675a521-1be8-402b-ab66-7749c78d679d req-4cbfb49f-3573-4ff5-98a3-9c68a0d279de tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.259674 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f675a521-1be8-402b-ab66-7749c78d679d req-4cbfb49f-3573-4ff5-98a3-9c68a0d279de tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 931 time: 0.0986247 Nov 19 13:36:40.267567 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40a195f0-2ae2-4703-b721-335845dfa6e4 req-0aaf0d3a-3984-4be4-a8b0-896880bf7013 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811751 Nov 19 13:36:40.314654 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f675a521-1be8-402b-ab66-7749c78d679d req-f4c044db-41d4-4744-9462-491bb71ad236 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 Nov 19 13:36:40.397522 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68787f-2f88-498a-abc1-be45df091b29 req-1f5a99f8-a716-4dc3-ba97-e32ca2cc7a0b tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.399115 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2a68787f-2f88-498a-abc1-be45df091b29 req-1f5a99f8-a716-4dc3-ba97-e32ca2cc7a0b tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 944 time: 0.0649564 Nov 19 13:36:40.447511 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2a68787f-2f88-498a-abc1-be45df091b29 req-af2e54c0-099d-4b8d-8686-16692a0b68eb tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Nov 19 13:36:40.868113 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9023ca54-c0e3-4003-874d-a7a129614a25 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:40.876118 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Request body: {'port': {'device_id': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:40.894300 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Request body: {'port': {'device_id': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:40.953857 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.993945 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9023ca54-c0e3-4003-874d-a7a129614a25,segment=NetworkSegment(bb3dd2af-bc21-44e5-9dd8-ad64e9560c70),segment_id=bb3dd2af-bc21-44e5-9dd8-ad64e9560c70)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:41.007827 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '9023ca54-c0e3-4003-874d-a7a129614a25', 'network_id': '9260939e-b253-4e9b-9ebc-5d336dec1f11', 'port_id': '9023ca54-c0e3-4003-874d-a7a129614a25', 'mac_address': 'fa:16:3e:0d:73:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe0983-011c-4432-9f8d-a7ca0b8cf525', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:41.052235 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.098383 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9023ca54-c0e3-4003-874d-a7a129614a25 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:41.135842 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9023ca54-c0e3-4003-874d-a7a129614a25,segment=NetworkSegment(bb3dd2af-bc21-44e5-9dd8-ad64e9560c70),segment_id=bb3dd2af-bc21-44e5-9dd8-ad64e9560c70)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:41.141635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.142622 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:41.271860 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.277556 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aad44-0cdb-4089-8c9f-bafb58da4e96 req-05108815-a146-4edd-bcec-1bb7032e584b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.279204 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f5aad44-0cdb-4089-8c9f-bafb58da4e96 req-05108815-a146-4edd-bcec-1bb7032e584b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.1414638 Nov 19 13:36:41.291428 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d893c0-6513-4d4a-9ced-89b9d1dc8cc0 req-ab0de171-52a3-4cb8-b5be-5f112e8c1a0a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.292530 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-81d893c0-6513-4d4a-9ced-89b9d1dc8cc0 req-ab0de171-52a3-4cb8-b5be-5f112e8c1a0a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 932 time: 0.1752903 Nov 19 13:36:41.298739 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.322175 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-6e90d22a-cfd9-4cb7-b0cf-376812da151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.324002 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-6e90d22a-cfd9-4cb7-b0cf-376812da151d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1096 time: 0.4259617 Nov 19 13:36:41.330443 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:41.335602 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-33620f93-a51a-4638-b579-a93be1dfcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.337386 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-33620f93-a51a-4638-b579-a93be1dfcdb0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1096 time: 0.4382868 Nov 19 13:36:41.343687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'port_id': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'mac_address': 'fa:16:3e:90:09:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b19427-02b8-4423-b3e4-a3943b267d0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:41.391409 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.407997 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:41.433227 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-f7c845ca-8661-4e4f-8b17-d1107daabee3 service neutron] 10.222.0.69 "GET /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694189 Nov 19 13:36:41.434982 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:41.439294 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f5aad44-0cdb-4089-8c9f-bafb58da4e96 req-4de26b0a-d88f-42be-859c-61b9ddc86824 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455872 Nov 19 13:36:41.444848 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.478794 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-81d893c0-6513-4d4a-9ced-89b9d1dc8cc0 req-10cc062d-a71f-44c4-8608-6a3055ae75fe tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578720 Nov 19 13:36:41.513068 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-b51f8eeb-eac1-4a73-a5e1-be6eaaa26ae3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.1648762 Nov 19 13:36:41.521089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.551582 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:41.569968 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.627879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Transition to ACTIVE for port object 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:41.636474 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.681528 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919590b2-3d85-45d7-9205-dfd3e3d8c3af req-23284beb-e1bf-459e-a3c5-d99e32b7a27e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.683076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-919590b2-3d85-45d7-9205-dfd3e3d8c3af req-23284beb-e1bf-459e-a3c5-d99e32b7a27e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 945 time: 0.1263156 Nov 19 13:36:41.717885 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-c0ceeb2a-8fd2-42f2-8a05-25878702dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.719386 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-c0ceeb2a-8fd2-42f2-8a05-25878702dc77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.1955490 Nov 19 13:36:41.729294 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-af382f34-19c7-4244-b9f3-d0f227b856a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.730729 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-af382f34-19c7-4244-b9f3-d0f227b856a9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3867640 Nov 19 13:36:41.733101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72fa8-3d38-4303-a5a0-5e654b3a7055 req-f966823b-1946-4cb2-ada0-5fa564f1830a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.736444 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:41.741860 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-29d72fa8-3d38-4303-a5a0-5e654b3a7055 req-f966823b-1946-4cb2-ada0-5fa564f1830a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 931 time: 0.1677370 Nov 19 13:36:41.770674 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Pushing event updated for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.796284 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-8fea1c3f-f552-42bc-ad70-9d88701cc449 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683703 Nov 19 13:36:41.818619 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['9023ca54-c0e3-4003-874d-a7a129614a25'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:41.841116 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-919590b2-3d85-45d7-9205-dfd3e3d8c3af req-27c14602-038e-41e1-8cee-7d2fb3f5c91d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426504 Nov 19 13:36:41.950632 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-29d72fa8-3d38-4303-a5a0-5e654b3a7055 req-0278f89b-a6b3-44eb-868c-ed608ee6da41 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074652 Nov 19 13:36:41.954740 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Attempting to bind port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:41.958633 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Attempting to bind port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:41.958633 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Attempting to bind port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:41.975383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:41.975383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Attempting to bind port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:41.975383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:41.975651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Checking segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:41.976003 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Bound using segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:41.976698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Bound port: 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:41.977425 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.137858 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:42.142458 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:42.149620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.193458 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c99947-1d3e-4464-a849-8dc1fe19258f req-d8274646-d7f2-4b0d-8e7b-6e38dc25d8ec tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.201869 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d6c99947-1d3e-4464-a849-8dc1fe19258f req-d8274646-d7f2-4b0d-8e7b-6e38dc25d8ec tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 945 time: 0.1689153 Nov 19 13:36:42.214443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.215838 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.217254 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] 10.222.0.69 "PUT /v2.0/ports/28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 1094 time: 1.3547084 Nov 19 13:36:42.231434 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:42.235473 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86" -d '{"events": [{"name": "network-changed", "server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:42.287087 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-3c816e06-e2f3-4d01-a4c0-321b7b257b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.301262 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-9d7bb097-b63a-42ef-b856-14fda9dd5df7 req-3c816e06-e2f3-4d01-a4c0-321b7b257b09 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5475233 Nov 19 13:36:42.352380 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e66c13-b47c-4382-ba0f-666127540573 x-openstack-request-id: req-f8e66c13-b47c-4382-ba0f-666127540573 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:42.358567 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-1ac2270f-e11e-45c8-a652-dc7c9c7a302d service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731233 Nov 19 13:36:42.358987 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:42.359527 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f8e66c13-b47c-4382-ba0f-666127540573 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:42.360680 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'status': 'completed', 'code': 200} Nov 19 13:36:42.440554 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37274) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:42.494013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57cfa3-f849-4dac-a8ac-3c075f3d1c10 service neutron] Pushing event updated for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.522641 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d6c99947-1d3e-4464-a849-8dc1fe19258f req-25fe5204-4cb8-4a79-bc66-1ed895ed5a64 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197043 Nov 19 13:36:42.547215 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-c4701ee5-6535-4ec9-9927-7c065ac1008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.549238 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-c4701ee5-6535-4ec9-9927-7c065ac1008f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1096 time: 0.1965084 Nov 19 13:36:42.554034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-3197bae7-3765-436e-824a-a48e86a2b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.558667 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-3197bae7-3765-436e-824a-a48e86a2b949 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1097 time: 0.2764130 Nov 19 13:36:42.572123 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:42.595879 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.643493 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-50a3787a-73e3-4dad-ba9b-2f01a3ca6145 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec92600-3dc3-4e88-b748-97fe65ccb089 HTTP/1.1" status: 200 len: 217 time: 0.0665905 Nov 19 13:36:42.653066 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-f60744b5-153f-4eda-a448-38848638b87b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 217 time: 0.0869150 Nov 19 13:36:42.665428 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Transition to ACTIVE for port object 460176f5-444f-4943-867e-6409bf13b153 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:42.689187 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-381c248d-8143-483f-99d2-d0a7a7eca495 req-c10fba2f-3e5d-4fc9-8e79-dbcecca26c9e service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102372 Nov 19 13:36:42.692263 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.695629 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-182546f2-9048-4534-a4d6-c18a70584608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.765607 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d26cf-86cc-4586-b9b2-adfa7e06ac60 req-a422f253-6e73-4526-8891-fa69e4cc5a58 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.767205 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-610d26cf-86cc-4586-b9b2-adfa7e06ac60 req-a422f253-6e73-4526-8891-fa69e4cc5a58 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 944 time: 0.1913416 Nov 19 13:36:42.777468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-5263d866-e1c7-4c04-95ce-a92117e712fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.779048 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-5263d866-e1c7-4c04-95ce-a92117e712fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.1284287 Nov 19 13:36:42.784642 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-52bdad10-74e2-4073-9282-12c152243cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.786305 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-52bdad10-74e2-4073-9282-12c152243cfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.1222961 Nov 19 13:36:42.796273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.803758 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b3a81-be06-45de-83a2-88bac54c08a9 req-10197123-a7ae-48be-b446-3ac4a2711495 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.805378 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a90b3a81-be06-45de-83a2-88bac54c08a9 req-10197123-a7ae-48be-b446-3ac4a2711495 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.1635532 Nov 19 13:36:42.853830 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-d5fd990b-9382-47f8-9ee5-600688e0ce40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581751 Nov 19 13:36:42.854177 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9023ca54-c0e3-4003-874d-a7a129614a25 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:42.919287 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Attempting to bind port 460176f5-444f-4943-867e-6409bf13b153 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:42.920124 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Attempting to bind port 460176f5-444f-4943-867e-6409bf13b153 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:42.920124 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Attempting to bind port 460176f5-444f-4943-867e-6409bf13b153 on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:42.930029 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-c769d0d3-ea1e-4102-a07a-c3038c6941dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.931477 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-c769d0d3-ea1e-4102-a07a-c3038c6941dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1096 time: 0.1810100 Nov 19 13:36:42.934334 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Port 460176f5-444f-4943-867e-6409bf13b153 on network bd895079-04e8-47ee-af89-1a706b94b509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:42.935137 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Attempting to bind port 460176f5-444f-4943-867e-6409bf13b153 on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:42.947067 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 9023ca54-c0e3-4003-874d-a7a129614a25 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:42.952682 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 9023ca54-c0e3-4003-874d-a7a129614a25 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:42.953922 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.961500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:42.962201 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Checking segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:42.962201 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Bound using segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:42.962699 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Bound port: 460176f5-444f-4943-867e-6409bf13b153, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:42.963050 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.028075 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-182546f2-9048-4534-a4d6-c18a70584608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.030794 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-3ccfd3b5-fa66-4200-9e50-0bee0b47f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.033207 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-3ccfd3b5-fa66-4200-9e50-0bee0b47f238 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2217627 Nov 19 13:36:43.039156 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-610d26cf-86cc-4586-b9b2-adfa7e06ac60 req-5ae8e9b5-66b3-41c3-af38-562b675bd05b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597859 Nov 19 13:36:43.040846 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-182546f2-9048-4534-a4d6-c18a70584608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.094258 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a90b3a81-be06-45de-83a2-88bac54c08a9 req-fa7d36d6-ae32-49d8-9da0-f700044121f9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719254 Nov 19 13:36:43.141383 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.179374 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:43.220795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182546f2-9048-4534-a4d6-c18a70584608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6220e3d4-eb5f-4526-b935-fdb24c587d90,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.274766 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9023ca54-c0e3-4003-874d-a7a129614a25,segment=NetworkSegment(bb3dd2af-bc21-44e5-9dd8-ad64e9560c70),segment_id=bb3dd2af-bc21-44e5-9dd8-ad64e9560c70)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:43.282262 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.283682 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:43.295909 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-182546f2-9048-4534-a4d6-c18a70584608 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b4fe7a31c527472da93da6ca28db7cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512490 Nov 19 13:36:43.314487 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37300) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.395894 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.397562 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-7ac97545-c7e3-4514-8c1d-2d3e16ddfa03 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350497 Nov 19 13:36:43.435280 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:43.449620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:43.450283 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.472218 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5586ba-b154-4eed-a899-a45eba2cf21e req-5b428c1c-d379-4ce0-bd21-fdfe15728a70 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.474367 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c5586ba-b154-4eed-a899-a45eba2cf21e req-5b428c1c-d379-4ce0-bd21-fdfe15728a70 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.2437897 Nov 19 13:36:43.484254 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-989596e2-9155-45e6-ad63-dcfd821611c2 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330103 Nov 19 13:36:43.493091 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d1c3-7d28-42b2-9b40-b97356f3d3e2 req-775ec448-8a06-4f7a-9e9d-48bf8487e758 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.501508 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6c3d1c3-7d28-42b2-9b40-b97356f3d3e2 req-775ec448-8a06-4f7a-9e9d-48bf8487e758 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 945 time: 0.2713284 Nov 19 13:36:43.521242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210728ff-a137-4791-aba6-bd53d2b8b2ed" -d '{"events": [{"server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "name": "network-vif-plugged", "status": "completed", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:43.528919 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-9b5d0efa-4262-49d9-893d-0dfed319768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.530443 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-9b5d0efa-4262-49d9-893d-0dfed319768c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.5901093 Nov 19 13:36:43.548074 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:43.573753 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:43.622480 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.624708 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.643911 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.660811 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-7707b9f6-2fc2-4333-923c-d5b37a787e33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.1167283 Nov 19 13:36:43.690762 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:43.698094 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-528dde98-cd0c-4a5e-ab98-c000a56b6a6e req-c9c1ed76-4846-486b-879c-5ae8be69aa33 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833381 Nov 19 13:36:43.709362 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.712182 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6c3d1c3-7d28-42b2-9b40-b97356f3d3e2 req-3a9ab950-29aa-44c8-ae79-c65daab0c652 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103231 Nov 19 13:36:43.729690 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c5586ba-b154-4eed-a899-a45eba2cf21e req-0df63c59-2424-4acb-a46b-16fd2578677a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246518 Nov 19 13:36:43.747910 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.780163 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.785507 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.787350 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] 10.222.0.69 "PUT /v2.0/ports/460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 1093 time: 2.9064362 Nov 19 13:36:43.789921 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:43.810912 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67b9e0c5-128c-4e5f-aec1-e7c7041f0bae req-c69a4be5-57d7-4634-b15a-b63dddd9fc10 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981529 Nov 19 13:36:43.827711 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d94f2-9e2e-427d-b216-1e02aab67fca" -d '{"events": [{"name": "network-changed", "server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:43.928800 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.946192 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.966381 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b716ff0-d9ea-4025-af28-5deb35dc2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.990657 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-f8442b04-5ba6-4cf7-b0ce-0bb07e116cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.991717 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60399537-5994-4254-8384-6211481787c2 x-openstack-request-id: req-60399537-5994-4254-8384-6211481787c2 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:43.992063 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "name": "network-vif-plugged", "status": "completed", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:43.992220 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-f8442b04-5ba6-4cf7-b0ce-0bb07e116cab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.3083210 Nov 19 13:36:43.992341 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60399537-5994-4254-8384-6211481787c2 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:43.992759 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25', 'code': 200} Nov 19 13:36:44.024215 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-17ec81ff-f20e-4de7-819a-700ec0802a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.042655 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-17ec81ff-f20e-4de7-819a-700ec0802a8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1097 time: 0.1449904 Nov 19 13:36:44.074660 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0df09b-b639-4e82-b49e-8607550ddd46 x-openstack-request-id: req-3d0df09b-b639-4e82-b49e-8607550ddd46 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:44.074950 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "tag": "460176f5-444f-4943-867e-6409bf13b153", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:44.076591 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d0df09b-b639-4e82-b49e-8607550ddd46 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:44.077161 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'status': 'completed', 'code': 200} Nov 19 13:36:44.103400 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-edc073a1-cd7e-40ac-b02c-df018386d8a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012127 Nov 19 13:36:44.266546 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.269144 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.273306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6220e3d4-eb5f-4526-b935-fdb24c587d90 HTTP/1.1" status: 204 len: 168 time: 0.9580774 Nov 19 13:36:44.332936 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb467890-b938-47e6-91be-f5a862e276a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6220e3d4-eb5f-4526-b935-fdb24c587d90,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.376410 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-cfb4bc58-9581-46d2-9546-061276b3890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.377914 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-cfb4bc58-9581-46d2-9546-061276b3890d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.3051481 Nov 19 13:36:44.384474 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-b4d178b0-af3f-4d56-8c5f-fe7130696bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.385948 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-b4d178b0-af3f-4d56-8c5f-fe7130696bb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 1099 time: 0.1805353 Nov 19 13:36:44.398764 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87250d-e25b-48b5-889c-a01b5055ebbf req-398a3031-a025-47f8-a1df-0e1267f21261 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.400574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bf87250d-e25b-48b5-889c-a01b5055ebbf req-398a3031-a025-47f8-a1df-0e1267f21261 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 944 time: 0.1245263 Nov 19 13:36:44.410250 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae502ea-f0b5-49ee-963d-1e887ffae1f0 req-a43c65de-bf04-4db4-b369-a9a4715eb8ff tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.411849 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9ae502ea-f0b5-49ee-963d-1e887ffae1f0 req-a43c65de-bf04-4db4-b369-a9a4715eb8ff tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.1251240 Nov 19 13:36:44.413915 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-8dcf95cb-4a25-44dd-90ff-a77ad297d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.415372 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-8dcf95cb-4a25-44dd-90ff-a77ad297d2a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1096 time: 0.5781419 Nov 19 13:36:44.421389 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-18fbfee0-0df4-4ca2-b6d8-840c98411f67 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.468330 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-b6efa4ed-b32a-475d-bf0c-7ea8c3665185 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 217 time: 0.0669916 Nov 19 13:36:44.470472 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-a8b35c0d-3c47-482d-b574-5bb92afab2df service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555226 Nov 19 13:36:44.495588 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-25954134-7e1a-4b1a-9834-b40485388837 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 217 time: 0.0556679 Nov 19 13:36:44.560638 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bf87250d-e25b-48b5-889c-a01b5055ebbf req-21a85df0-85e8-41c1-909a-df4b9fe76429 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442392 Nov 19 13:36:44.566298 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9ae502ea-f0b5-49ee-963d-1e887ffae1f0 req-a02ba2f4-51af-469d-9ad3-b872685314b4 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428549 Nov 19 13:36:44.582411 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-b96adf6c-7a10-49f6-b607-4f5b0ef37f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.584858 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-b96adf6c-7a10-49f6-b607-4f5b0ef37f05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0705693 Nov 19 13:36:44.608066 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-dc5b4dfb-6d63-4a20-8288-8608888a4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.609562 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-dc5b4dfb-6d63-4a20-8288-8608888a4df1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.1225483 Nov 19 13:36:44.627311 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37362) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:44.645867 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726339c-bae1-4632-aa24-846236afeb74 req-ac5b1ff0-a5d4-45d6-9938-ea7681526c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.648075 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-ac5b1ff0-a5d4-45d6-9938-ea7681526c45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549831 Nov 19 13:36:44.690415 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f75f3adc-7e84-44f3-a9a7-5ba2ef284e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.698908 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-b7d9b540-6cb5-48b6-bf30-22f92d294d08 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106287 Nov 19 13:36:44.729658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-18fbfee0-0df4-4ca2-b6d8-840c98411f67 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.740352 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-18fbfee0-0df4-4ca2-b6d8-840c98411f67 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.749047 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-8f4841a7-8aa6-441b-803d-f176d1d3afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.750605 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-8f4841a7-8aa6-441b-803d-f176d1d3afcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251462 Nov 19 13:36:44.771144 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1848cd-6410-4988-9896-d46e749727e7 req-df740dcd-3b61-4605-b97a-3611beba7bd5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.772965 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b1848cd-6410-4988-9896-d46e749727e7 req-df740dcd-3b61-4605-b97a-3611beba7bd5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 943 time: 0.1079452 Nov 19 13:36:44.804436 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-ffdf69f3-5159-44b7-9b11-35d5845a35fd service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480300 Nov 19 13:36:44.852151 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:44.854173 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b55187c1-d6cf-4cc0-9269-b5eba4d242b6 req-18fbfee0-0df4-4ca2-b6d8-840c98411f67 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540880 Nov 19 13:36:44.854805 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbfee0-0df4-4ca2-b6d8-840c98411f67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3e1b1-36b3-4321-b4d3-028b804998df,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.921376 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b1848cd-6410-4988-9896-d46e749727e7 req-4a3bb368-8d07-4500-b902-ab01aa8e3d23 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367409 Nov 19 13:36:44.926216 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-5d797858-6a59-46ec-b09b-270593980569 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572287 Nov 19 13:36:44.942660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db935ec2-2dde-47ba-b686-ca3294cdc800 req-f5400ed2-2b21-46d9-b0d4-321fe0bb2702 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.944794 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-db935ec2-2dde-47ba-b686-ca3294cdc800 req-f5400ed2-2b21-46d9-b0d4-321fe0bb2702 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.1492546 Nov 19 13:36:44.945111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f75f3adc-7e84-44f3-a9a7-5ba2ef284e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.951084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f75f3adc-7e84-44f3-a9a7-5ba2ef284e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.986403 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e726339c-bae1-4632-aa24-846236afeb74 req-7b29e672-17e6-47b9-a346-46ebafcbbd9a service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716990 Nov 19 13:36:45.008709 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f3adc-7e84-44f3-a9a7-5ba2ef284e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70ab6b9-a6d9-4b65-b0d3-edfff6405638,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.016597 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f75f3adc-7e84-44f3-a9a7-5ba2ef284e05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07462e424bc649dda6552f4f9b3140e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857882 Nov 19 13:36:45.018384 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37368) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:45.039815 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-db935ec2-2dde-47ba-b686-ca3294cdc800 req-b72babc7-2c33-4b89-a9cd-83eac065d3d2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842481 Nov 19 13:36:45.104409 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.113674 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eddb4-41ff-491a-a023-3061ec34c473 req-2a1d1356-8326-4e38-8b1e-d2183c54cf56 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.116454 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f74eddb4-41ff-491a-a023-3061ec34c473 req-2a1d1356-8326-4e38-8b1e-d2183c54cf56 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0610287 Nov 19 13:36:45.125551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'port_id': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'mac_address': 'fa:16:3e:09:3f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:45.195547 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.208076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f74eddb4-41ff-491a-a023-3061ec34c473 req-283c3261-7c88-41c7-95d2-39b4a816247f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836775 Nov 19 13:36:45.209926 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.223331 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-4372883d-cf17-4a70-8930-b324ce188593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.225381 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-4372883d-cf17-4a70-8930-b324ce188593 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0925550 Nov 19 13:36:45.241381 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:45.275086 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.279906 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.282047 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.283785 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device fec92600-3dc3-4e88-b748-97fe65ccb089 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:45.297536 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-0f03d8e3-e2a5-4db8-8fa5-c44bb45d6c86 req-3a0bfb15-c752-49b0-a6c4-1c9981f399ba service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987011 Nov 19 13:36:45.342396 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.345415 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.347411 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d70ab6b9-a6d9-4b65-b0d3-edfff6405638 HTTP/1.1" status: 204 len: 168 time: 0.3279316 Nov 19 13:36:45.360926 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a512d4-2113-47d4-9233-7ed7ed2dc904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70ab6b9-a6d9-4b65-b0d3-edfff6405638,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.377921 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.476217 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-0b0e594b-f11b-4614-8a20-bb84e91925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.487260 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-0b0e594b-f11b-4614-8a20-bb84e91925e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.2316196 Nov 19 13:36:45.499044 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fec92600-3dc3-4e88-b748-97fe65ccb089,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.511258 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': 'fec92600-3dc3-4e88-b748-97fe65ccb089', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'port_id': 'fec92600-3dc3-4e88-b748-97fe65ccb089', 'mac_address': 'fa:16:3e:ff:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:45.536544 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-948a4ac3-9ca3-4b9e-93d9-700e97d40f47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 217 time: 0.0470610 Nov 19 13:36:45.559709 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.576007 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec92600-3dc3-4e88-b748-97fe65ccb089 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:45.599151 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-62b4f095-6e83-4163-8879-eab261b21f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.601136 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-62b4f095-6e83-4163-8879-eab261b21f72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0527389 Nov 19 13:36:45.614373 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fec92600-3dc3-4e88-b748-97fe65ccb089,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.623289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.624080 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 77e22262-852e-4b88-94f2-ccf9b7f9c066 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:45.709308 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.728293 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '77e22262-852e-4b88-94f2-ccf9b7f9c066', 'network_id': 'b7d44de9-88f3-4c50-9fb4-20415f65d215', 'port_id': '77e22262-852e-4b88-94f2-ccf9b7f9c066', 'mac_address': 'fa:16:3e:9c:b6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c5310e-b080-49e4-8a47-18bb72b154aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:45.770642 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-2757d115-d652-4b5d-808c-dac3a41c1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.772441 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-2757d115-d652-4b5d-808c-dac3a41c1872 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1556516 Nov 19 13:36:45.772959 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.807105 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.825648 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e22262-852e-4b88-94f2-ccf9b7f9c066 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:45.862947 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:45.871241 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.931152 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843ac1-1675-4169-bb6f-c93e490cd0ea req-7ff6e4c6-f6fc-4a35-a4fe-a7e6934dc77f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.932705 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cf843ac1-1675-4169-bb6f-c93e490cd0ea req-7ff6e4c6-f6fc-4a35-a4fe-a7e6934dc77f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 945 time: 0.2586732 Nov 19 13:36:45.945046 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955b2d-c66b-49e3-98da-ea42da0d82da req-eebe6078-5b09-48b7-814b-34b476a17972 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.946587 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0e955b2d-c66b-49e3-98da-ea42da0d82da req-eebe6078-5b09-48b7-814b-34b476a17972 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.2673452 Nov 19 13:36:45.948617 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.993916 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:45.996749 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946210f9-85a1-4242-9a50-ecc5004cc2d2" -d '{"events": [{"server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "name": "network-vif-plugged", "status": "completed", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:46.019152 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-2de2c482-080b-4af6-ad52-054a9f2a2d0b service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356768 Nov 19 13:36:46.061644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cf843ac1-1675-4169-bb6f-c93e490cd0ea req-62e498c8-b481-48c2-90f1-968b5c6d0ec7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138899 Nov 19 13:36:46.104259 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0e955b2d-c66b-49e3-98da-ea42da0d82da req-f2c89307-9bf6-4278-9b3d-ea5b8eec570e tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438246 Nov 19 13:36:46.165968 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-309d94f2-9e2e-427d-b216-1e02aab67fca req-d8f19263-957e-4c30-ab9d-a90292862e0b service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380682 Nov 19 13:36:46.166760 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd063218-d253-468a-b8ff-c21902bb073b x-openstack-request-id: req-dd063218-d253-468a-b8ff-c21902bb073b {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:46.167242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "name": "network-vif-plugged", "status": "completed", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:46.167434 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd063218-d253-468a-b8ff-c21902bb073b {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:46.167885 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'code': 200} Nov 19 13:36:46.196407 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['fec92600-3dc3-4e88-b748-97fe65ccb089'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:46.209379 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e784-c176-4992-ad11-bcdc2e4f5c89 req-9c868d65-673d-4f1e-a9d3-267f66175caa tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:46.210917 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4d8e784-c176-4992-ad11-bcdc2e4f5c89 req-9c868d65-673d-4f1e-a9d3-267f66175caa tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 944 time: 0.0626173 Nov 19 13:36:46.266390 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['77e22262-852e-4b88-94f2-ccf9b7f9c066'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:46.271479 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:46.299307 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4d8e784-c176-4992-ad11-bcdc2e4f5c89 req-388832e0-b285-43b4-bc53-aacfaa7e28c3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819039 Nov 19 13:36:46.315302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34445a7-a7aa-4f8e-b73d-6ae40e55a056 req-7fc72a2c-be63-4f38-b493-da7624b0dd29 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:46.317895 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b34445a7-a7aa-4f8e-b73d-6ae40e55a056 req-7fc72a2c-be63-4f38-b493-da7624b0dd29 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0840952 Nov 19 13:36:46.457630 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b34445a7-a7aa-4f8e-b73d-6ae40e55a056 req-052bc5cd-edaa-4021-8fe6-44e5bdf3e3d1 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271150 Nov 19 13:36:46.501367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3f566-e7d8-462b-b8e2-63d6d9817647 req-5b527fd8-65c8-480f-a130-4998b5da887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:46.502914 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21d3f566-e7d8-462b-b8e2-63d6d9817647 req-5b527fd8-65c8-480f-a130-4998b5da887d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 1099 time: 0.1359031 Nov 19 13:36:46.524797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b2efb-5e2c-4603-8ed7-bc69936a91aa req-7cc569fb-6835-42a8-a6b5-806712226fee tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:46.526501 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-734b2efb-5e2c-4603-8ed7-bc69936a91aa req-7cc569fb-6835-42a8-a6b5-806712226fee tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0899165 Nov 19 13:36:46.588854 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5ae2bc4e-0dc6-45af-912d-ec7369d1c711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.617119 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-734b2efb-5e2c-4603-8ed7-bc69936a91aa req-151c9784-2646-4f0b-8d0f-32a70515217a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793939 Nov 19 13:36:46.621014 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21d3f566-e7d8-462b-b8e2-63d6d9817647 req-c07c2024-a398-43e7-ae92-a5d838690d2e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100848 Nov 19 13:36:46.765455 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37432) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:46.870442 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:46.873353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-143d605f-186b-4936-b721-4e187cfd239a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.000439 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:47.028052 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '460176f5-444f-4943-867e-6409bf13b153', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:47.031572 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-143d605f-186b-4936-b721-4e187cfd239a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.038683 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-143d605f-186b-4936-b721-4e187cfd239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.098275 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.108164 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-143d605f-186b-4936-b721-4e187cfd239a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=978c51f1a7214928ad0a75d40a5c5baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386977 Nov 19 13:36:47.109033 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37452) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:47.112833 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d605f-186b-4936-b721-4e187cfd239a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3597248-c731-44a7-951e-92d541d78f9f,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:47.151700 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:47.189953 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:47.196958 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.256419 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:47.277694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.331731 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12ded-c96b-4219-ba89-2a42f239fa58 req-dd09df43-44bc-47ec-a7e4-74e9ae72ff98 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:47.335435 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5bb12ded-c96b-4219-ba89-2a42f239fa58 req-dd09df43-44bc-47ec-a7e4-74e9ae72ff98 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.1331437 Nov 19 13:36:47.346505 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.392911 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fef348-9642-414a-a855-1d888267dbd6 req-cda8576c-c1f2-4cc8-9b70-db5947824943 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:47.394542 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-68fef348-9642-414a-a855-1d888267dbd6 req-cda8576c-c1f2-4cc8-9b70-db5947824943 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 945 time: 0.1753824 Nov 19 13:36:47.486262 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5bb12ded-c96b-4219-ba89-2a42f239fa58 req-d5524d6f-2a86-48a6-aab5-67d90a18261c tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368713 Nov 19 13:36:47.508456 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-68fef348-9642-414a-a855-1d888267dbd6 req-4ffce0b9-c768-419f-8431-d2c754a8477b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042907 Nov 19 13:36:47.532907 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.536179 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.537588 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3597248-c731-44a7-951e-92d541d78f9f HTTP/1.1" status: 204 len: 168 time: 0.4268732 Nov 19 13:36:47.547140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdef2ef-d202-4413-bd82-b5de98473be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3597248-c731-44a7-951e-92d541d78f9f,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:47.688920 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37ed4c-8297-49b7-b90c-d70b26813ad9 req-39198057-7a7e-4461-8148-c030eda2f677 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:47.700476 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f37ed4c-8297-49b7-b90c-d70b26813ad9 req-39198057-7a7e-4461-8148-c030eda2f677 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 944 time: 0.1101120 Nov 19 13:36:47.709041 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['460176f5-444f-4943-867e-6409bf13b153'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:47.728662 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a7924-4818-4cc3-8b98-b309241d532e req-704432f7-07c0-46e7-9fd7-9762c0cef97c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:47.730184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-924a7924-4818-4cc3-8b98-b309241d532e req-704432f7-07c0-46e7-9fd7-9762c0cef97c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0981612 Nov 19 13:36:47.783246 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f37ed4c-8297-49b7-b90c-d70b26813ad9 req-a19092cf-0446-44e8-a9e5-fd82b15f0c0b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816741 Nov 19 13:36:47.848266 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-924a7924-4818-4cc3-8b98-b309241d532e req-bc0f9997-ea89-42e8-aad2-3cf252fe23e6 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092703 Nov 19 13:36:48.051468 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6a598-013a-4112-a206-091f3036f25e req-24e20fa8-8b25-42b5-9ab7-70e53ab9d391 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:48.053618 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60e6a598-013a-4112-a206-091f3036f25e req-24e20fa8-8b25-42b5-9ab7-70e53ab9d391 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0954275 Nov 19 13:36:48.116640 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60e6a598-013a-4112-a206-091f3036f25e req-168f1ee8-4c5e-4613-b5ee-55c049bb011a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470667 Nov 19 13:36:48.150617 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37488) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:48.167464 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e8728e91-16a3-401e-a0bc-c0bf474ab917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.243685 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e8728e91-16a3-401e-a0bc-c0bf474ab917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.248078 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e8728e91-16a3-401e-a0bc-c0bf474ab917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.285893 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e8728e91-16a3-401e-a0bc-c0bf474ab917 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3818f1e0b4f248b6b0589b54073960ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340604 Nov 19 13:36:48.286783 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728e91-16a3-401e-a0bc-c0bf474ab917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffefe40b-ac1c-4d78-961e-825c181348b3,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:48.288819 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37490) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:48.341422 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.366644 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.682057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001b88-fcf6-44cf-8b77-2fa10cd854e4 req-cae834f2-ef67-486f-9b81-bf77cac4a53f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:48.684113 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d001b88-fcf6-44cf-8b77-2fa10cd854e4 req-cae834f2-ef67-486f-9b81-bf77cac4a53f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 945 time: 0.0841844 Nov 19 13:36:48.703684 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.706974 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.708657 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ffefe40b-ac1c-4d78-961e-825c181348b3 HTTP/1.1" status: 204 len: 168 time: 0.4185712 Nov 19 13:36:48.730219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9c170-2b5f-48a7-bb52-a151359b337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffefe40b-ac1c-4d78-961e-825c181348b3,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:48.774937 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d001b88-fcf6-44cf-8b77-2fa10cd854e4 req-cacbeb3c-bdef-42dc-81fc-31fdd9be4aa1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807049 Nov 19 13:36:48.795637 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f666-f0bf-4757-9c52-4b68648ed0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.884604 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:48.960405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:48.965063 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:48.965927 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:48.981615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790e04a-4e8f-4d4c-912a-fa73fd169986 req-0edf5c01-3bac-4dbd-8716-41abe51fbe8d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:48.983261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b790e04a-4e8f-4d4c-912a-fa73fd169986 req-0edf5c01-3bac-4dbd-8716-41abe51fbe8d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 944 time: 0.0998194 Nov 19 13:36:49.024818 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804243-2773-4a1e-aafc-1a8e8400b1c0 req-c3dadfa1-7cba-4477-ade1-88f4acf29131 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:49.033289 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1f804243-2773-4a1e-aafc-1a8e8400b1c0 req-c3dadfa1-7cba-4477-ade1-88f4acf29131 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.1142697 Nov 19 13:36:49.117927 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b790e04a-4e8f-4d4c-912a-fa73fd169986 req-f1eaec05-427c-41d3-afe3-165defe71d04 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116948 Nov 19 13:36:49.128077 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1f804243-2773-4a1e-aafc-1a8e8400b1c0 req-84960270-391b-4f31-8564-c39b80bc23d3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938950 Nov 19 13:36:49.139510 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.204437 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:49.206751 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04949b66-8b6b-49af-957f-f8088492b409" -d '{"events": [{"server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "name": "network-vif-plugged", "status": "completed", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:49.224632 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:49.229543 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.230514 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device fec92600-3dc3-4e88-b748-97fe65ccb089 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:49.304361 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c051b72-b7c7-42e4-9e05-d26e442c7499 req-be200628-b44b-447d-8321-045943e26641 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:49.319404 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c051b72-b7c7-42e4-9e05-d26e442c7499 req-be200628-b44b-447d-8321-045943e26641 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.1022847 Nov 19 13:36:49.439389 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c051b72-b7c7-42e4-9e05-d26e442c7499 req-7589e8d7-929c-42e5-8d54-f6456f9a2407 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162150 Nov 19 13:36:49.492228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:49.504334 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port fec92600-3dc3-4e88-b748-97fe65ccb089 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:49.509014 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port fec92600-3dc3-4e88-b748-97fe65ccb089 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:49.509399 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.513841 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8c9ca-9be9-4a35-a30c-b213b716834d x-openstack-request-id: req-87e8c9ca-9be9-4a35-a30c-b213b716834d {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:49.520277 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "name": "network-vif-plugged", "status": "completed", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:49.520963 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87e8c9ca-9be9-4a35-a30c-b213b716834d {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:49.521443 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'code': 200} Nov 19 13:36:49.663434 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.745495 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fec92600-3dc3-4e88-b748-97fe65ccb089,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:49.751728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.755008 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 77e22262-852e-4b88-94f2-ccf9b7f9c066 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:49.889996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403f322-bb9c-4a4c-8f2d-6ebec3bcd01d req-722972f1-c248-45a1-b103-62312068f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:49.895574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a403f322-bb9c-4a4c-8f2d-6ebec3bcd01d req-722972f1-c248-45a1-b103-62312068f46a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1099 time: 0.1531353 Nov 19 13:36:49.947277 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:49.997724 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 77e22262-852e-4b88-94f2-ccf9b7f9c066 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:50.002977 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 77e22262-852e-4b88-94f2-ccf9b7f9c066 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:50.003493 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.009091 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a403f322-bb9c-4a4c-8f2d-6ebec3bcd01d req-ff1a35b5-2b9a-4a21-b8e4-cec8c315fd9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061473 Nov 19 13:36:50.068123 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb10a-176d-4b83-9a1f-f71b0385254f req-7ba21206-ab82-4e1c-8cc8-49903cfd4ea8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:50.070629 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f0fb10a-176d-4b83-9a1f-f71b0385254f req-7ba21206-ab82-4e1c-8cc8-49903cfd4ea8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0602057 Nov 19 13:36:50.139333 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.191015 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f0fb10a-176d-4b83-9a1f-f71b0385254f req-6468e761-b766-4e6f-8527-6c732db548c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023738 Nov 19 13:36:50.202320 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:50.216598 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.217431 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:50.298218 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cca1a-cf7d-46ea-bbb0-d9d3edb258fd req-5939fd6c-9926-4fa3-8f14-ad73cd2d1778 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:50.302317 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bb0cca1a-cf7d-46ea-bbb0-d9d3edb258fd req-5939fd6c-9926-4fa3-8f14-ad73cd2d1778 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0800035 Nov 19 13:36:50.309587 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.317838 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:50.330680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 460176f5-444f-4943-867e-6409bf13b153 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:50.334928 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 460176f5-444f-4943-867e-6409bf13b153 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:50.335552 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.403259 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bb0cca1a-cf7d-46ea-bbb0-d9d3edb258fd req-2b4db331-028f-4a03-8f33-e2527db32b5e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890293 Nov 19 13:36:50.439231 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.484416 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:50.490978 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.589697 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:50.627275 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a357-05ee-43cf-a760-67813cf1afcb req-5e83bc84-9b28-4e58-9d5a-f68d9a056356 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:50.629179 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fef3a357-05ee-43cf-a760-67813cf1afcb req-5e83bc84-9b28-4e58-9d5a-f68d9a056356 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0947709 Nov 19 13:36:50.725252 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fef3a357-05ee-43cf-a760-67813cf1afcb req-dd7180ef-7648-4d69-95ad-d270aeff917a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757244 Nov 19 13:36:50.815579 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37604) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:50.929600 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7cb719ca-ff35-4e95-a7d3-213a29c082bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.026392 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7cb719ca-ff35-4e95-a7d3-213a29c082bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.031387 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7cb719ca-ff35-4e95-a7d3-213a29c082bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.072703 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7cb719ca-ff35-4e95-a7d3-213a29c082bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8f52cc9201e4caba50e2ccce7a25d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559373 Nov 19 13:36:51.074316 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb719ca-ff35-4e95-a7d3-213a29c082bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c4bfd-d2c2-4b8f-9807-97d67b1117aa,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:51.075420 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37612) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:51.129140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.152825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.225577 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.230839 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.232742 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed6c4bfd-d2c2-4b8f-9807-97d67b1117aa HTTP/1.1" status: 204 len: 168 time: 0.1562760 Nov 19 13:36:51.253753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc35ae2-2e0d-4d19-8a74-191f348679b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c4bfd-d2c2-4b8f-9807-97d67b1117aa,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:51.393730 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72a73-2666-455c-bf1f-167e327f6066 req-d630228c-2d9a-441b-9a1a-a77f8c02dd6e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:51.401489 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0af72a73-2666-455c-bf1f-167e327f6066 req-d630228c-2d9a-441b-9a1a-a77f8c02dd6e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0691295 Nov 19 13:36:51.462109 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0af72a73-2666-455c-bf1f-167e327f6066 req-33fad0a1-0610-4ffa-9464-3b8608aad12a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591087 Nov 19 13:36:51.523025 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089'}, {'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066'}, {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:51.525493 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b198d5f-411f-4383-a469-3c6144978367" -d '{"events": [{"server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "name": "network-vif-plugged", "status": "completed", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089"}, {"server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066"}, {"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:51.591087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae1247-7454-4267-87d1-9e37745288e5 req-7f70a7b5-ac28-4ae7-a050-814d8e7bdad6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:51.592694 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-70ae1247-7454-4267-87d1-9e37745288e5 req-7f70a7b5-ac28-4ae7-a050-814d8e7bdad6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0755923 Nov 19 13:36:51.653822 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-70ae1247-7454-4267-87d1-9e37745288e5 req-90d602c2-6ef7-4cc3-af86-b857a3e20030 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548520 Nov 19 13:36:51.721996 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37652) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:51.740279 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6008a-1b07-486f-a550-e44ff35db8ac x-openstack-request-id: req-64e6008a-1b07-486f-a550-e44ff35db8ac {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:51.741021 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "name": "network-vif-plugged", "status": "completed", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089", "code": 200}, {"server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066", "code": 200}, {"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:51.741021 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64e6008a-1b07-486f-a550-e44ff35db8ac {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:51.741309 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089', 'code': 200} Nov 19 13:36:51.741561 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066', 'code': 200} Nov 19 13:36:51.741815 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'code': 200} Nov 19 13:36:51.744540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f5aba3cc-8e12-42a1-a1f7-e63067986044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.914400 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f5aba3cc-8e12-42a1-a1f7-e63067986044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.924756 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f5aba3cc-8e12-42a1-a1f7-e63067986044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.935644 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.944140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f679d-73dd-4275-bf1a-5f6cfd8553ef req-ac750a26-5866-4e1e-845b-57c358915290 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:51.946635 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-736f679d-73dd-4275-bf1a-5f6cfd8553ef req-ac750a26-5866-4e1e-845b-57c358915290 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1306932 Nov 19 13:36:51.990932 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba3cc-8e12-42a1-a1f7-e63067986044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e40f4-2d4e-4eab-a05d-80bf9edf6de2,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:51.996124 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f5aba3cc-8e12-42a1-a1f7-e63067986044 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ab347e5c60e416183bb0f214ab9213c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725232 Nov 19 13:36:51.998716 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37662) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:52.043731 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-736f679d-73dd-4275-bf1a-5f6cfd8553ef req-6bf4beae-cd4b-4e4f-b01a-81232f67a277 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894935 Nov 19 13:36:52.061061 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.095677 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.124658 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f58c87-a3ee-48c7-8e64-fcea04fae090 req-cd557348-7aef-47d4-bb82-de7b829df073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.126360 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14f58c87-a3ee-48c7-8e64-fcea04fae090 req-cd557348-7aef-47d4-bb82-de7b829df073 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0437729 Nov 19 13:36:52.176555 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14f58c87-a3ee-48c7-8e64-fcea04fae090 req-d3ae1441-758f-44c8-a2bf-69c36509e80d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Nov 19 13:36:52.193697 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf618-6c00-4e26-b200-824b4bb0730a req-219765bd-4bf0-4e54-a7e5-1589cb36a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.195426 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-efaaf618-6c00-4e26-b200-824b4bb0730a req-219765bd-4bf0-4e54-a7e5-1589cb36a8db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1098 time: 0.1110992 Nov 19 13:36:52.199156 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03986-6e27-408f-826a-78895d2e1857 req-afa273e5-e3dd-47ac-b4a9-8484e3bf3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.200538 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94c03986-6e27-408f-826a-78895d2e1857 req-afa273e5-e3dd-47ac-b4a9-8484e3bf3443 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1098 time: 0.1176767 Nov 19 13:36:52.212890 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.215537 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.216674 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e39e40f4-2d4e-4eab-a05d-80bf9edf6de2 HTTP/1.1" status: 204 len: 168 time: 0.2168634 Nov 19 13:36:52.226934 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe134a2-76a2-47cb-8123-90d59ce0c132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e40f4-2d4e-4eab-a05d-80bf9edf6de2,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:52.419026 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.489585 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-efaaf618-6c00-4e26-b200-824b4bb0730a req-a86c5ddf-9877-41b0-af01-b9f4df296452 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705419 Nov 19 13:36:52.496375 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94c03986-6e27-408f-826a-78895d2e1857 req-168f34d3-0645-43ac-8fe1-28807f3d8ace service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698752 Nov 19 13:36:52.597811 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78586b-f019-4f1c-b239-d5929baa2d81 req-e44affb8-845f-4973-8a39-abe6698b1903 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.601229 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0a78586b-f019-4f1c-b239-d5929baa2d81 req-e44affb8-845f-4973-8a39-abe6698b1903 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0532377 Nov 19 13:36:52.660432 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0a78586b-f019-4f1c-b239-d5929baa2d81 req-e2309331-d653-4fea-91fe-89f22cd7ab57 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537996 Nov 19 13:36:52.804932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f06c79-bbcf-4960-8ba6-f4e701f3fc27 req-487729da-360e-4d95-984f-01fd3db15fd2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.806447 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-73f06c79-bbcf-4960-8ba6-f4e701f3fc27 req-487729da-360e-4d95-984f-01fd3db15fd2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0770192 Nov 19 13:36:52.815742 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cec85-8d43-4950-8306-68579e2064a0 req-2a63217c-223c-4bb9-b869-bdbc38daf649 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:52.817308 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e45cec85-8d43-4950-8306-68579e2064a0 req-2a63217c-223c-4bb9-b869-bdbc38daf649 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0785046 Nov 19 13:36:52.831458 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37694) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:52.837009 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'floatingip': {'port_id': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:52.879312 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-73f06c79-bbcf-4960-8ba6-f4e701f3fc27 req-dc0700a8-91f6-4899-a0eb-b54c09fa2ecf tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608275 Nov 19 13:36:52.950267 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.224239 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e51ae3-b4fe-4099-b5ca-1381ad8d6fb2 req-a4c1c3ee-18e4-404b-807e-48071d6cba17 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:53.225888 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33e51ae3-b4fe-4099-b5ca-1381ad8d6fb2 req-a4c1c3ee-18e4-404b-807e-48071d6cba17 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0885971 Nov 19 13:36:53.326835 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33e51ae3-b4fe-4099-b5ca-1381ad8d6fb2 req-c65c04c5-ebb2-4401-8fa9-ef52ace2a192 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858834 Nov 19 13:36:53.999645 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.db.resource_extend [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:36:54.112296 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f053d5a-1e1c-4728-b5f7-58bfc23e3f20 req-0c678e8e-1b0d-4eb5-ba13-9bd4c0e88edc tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.122546 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f053d5a-1e1c-4728-b5f7-58bfc23e3f20 req-0c678e8e-1b0d-4eb5-ba13-9bd4c0e88edc tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1086037 Nov 19 13:36:54.129259 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37768) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:54.191201 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.198693 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.200425 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f053d5a-1e1c-4728-b5f7-58bfc23e3f20 req-32cc5337-c4e3-4ae2-9d74-0a32d820c3e1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Nov 19 13:36:54.314428 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0fcae63-2f0c-4749-adfc-6c34adc25a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.354131 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Floating IP 68653f73-ca5f-4fa3-9dbb-c512f1be3492 associated. External IP: 172.27.1.239, port: 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3. Nov 19 13:36:54.482274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96d38-4654-4bd6-b98c-c97518f90a68 req-b88882ae-a751-4146-bc6b-9c55a54fb64b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:54.492428 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-26c96d38-4654-4bd6-b98c-c97518f90a68 req-b88882ae-a751-4146-bc6b-9c55a54fb64b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0962403 Nov 19 13:36:54.556767 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-26c96d38-4654-4bd6-b98c-c97518f90a68 req-789b1e59-cc75-4762-a72b-70f8f35ac60c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632660 Nov 19 13:36:54.564210 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0fcae63-2f0c-4749-adfc-6c34adc25a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.581140 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e0fcae63-2f0c-4749-adfc-6c34adc25a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.670776 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e0fcae63-2f0c-4749-adfc-6c34adc25a37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f80fef0c185a475bb609045d469170e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402942 Nov 19 13:36:54.673104 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcae63-2f0c-4749-adfc-6c34adc25a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600fdd8c-b826-4448-9f9e-ee0c47f1996e,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:54.673791 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37788) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:54.750266 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:54.765726 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.792710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.851425 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.855283 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.856707 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/600fdd8c-b826-4448-9f9e-ee0c47f1996e HTTP/1.1" status: 204 len: 168 time: 0.1819217 Nov 19 13:36:54.865685 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f5e0d-88a3-40ac-9e8e-5cf82c3b781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600fdd8c-b826-4448-9f9e-ee0c47f1996e,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:54.875005 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:54.879675 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.888635 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:54.901498 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:54.902297 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:54.920685 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0b82a008-2879-4fac-8de9-fbbb79d053cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "PUT /v2.0/floatingips/68653f73-ca5f-4fa3-9dbb-c512f1be3492 HTTP/1.1" status: 200 len: 992 time: 2.0880957 Nov 19 13:36:54.921777 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:54.924316 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67429af-ee73-4ae7-af95-55036aa8049f" -d '{"events": [{"name": "network-changed", "server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:54.996816 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0671ec-c9bb-4525-b5d6-876b7065c533 x-openstack-request-id: req-0f0671ec-c9bb-4525-b5d6-876b7065c533 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:54.997218 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:54.997516 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0f0671ec-c9bb-4525-b5d6-876b7065c533 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:54.998000 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'status': 'completed', 'code': 200} Nov 19 13:36:55.092257 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:55.157154 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67429af-ee73-4ae7-af95-55036aa8049f req-5dfe5344-29a1-4631-bc09-4dcfa1fee334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.158733 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-5dfe5344-29a1-4631-bc09-4dcfa1fee334 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1099 time: 0.1294076 Nov 19 13:36:55.343045 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67429af-ee73-4ae7-af95-55036aa8049f req-f1155a1e-cfa1-4208-b561-637251729e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.345716 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-f1155a1e-cfa1-4208-b561-637251729e6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.1725364 Nov 19 13:36:55.481093 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37814) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.483414 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111a506-6879-4e09-a7dc-d3145c901d11 req-6aa012fc-d268-46fa-8e75-311536cc8306 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.485700 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7111a506-6879-4e09-a7dc-d3145c901d11 req-6aa012fc-d268-46fa-8e75-311536cc8306 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1388628 Nov 19 13:36:55.514940 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-c764a481-8650-4b04-b6d2-429347655bce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 1000 time: 0.1623766 Nov 19 13:36:55.515951 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fcfc167d-a2c5-4e3b-82ec-89224f6d2a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.521825 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '68653f73-ca5f-4fa3-9dbb-c512f1be3492', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:09:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:30Z', 'updated_at': '2021-11-19T13:36:53Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:55.561918 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:55.563533 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7111a506-6879-4e09-a7dc-d3145c901d11 req-aabe19c4-c913-43d3-b3af-de1a79022ae7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654788 Nov 19 13:36:55.576666 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:55.577234 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:55.621787 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67429af-ee73-4ae7-af95-55036aa8049f req-c4787ca0-53b2-4b61-a2a3-7970ed697239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.624344 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-c4787ca0-53b2-4b61-a2a3-7970ed697239 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0775406 Nov 19 13:36:55.720929 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fcfc167d-a2c5-4e3b-82ec-89224f6d2a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.724108 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67429af-ee73-4ae7-af95-55036aa8049f req-fd18d511-31e1-43b7-bf82-5827ee245674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.726002 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-fd18d511-31e1-43b7-bf82-5827ee245674 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905871 Nov 19 13:36:55.727407 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fcfc167d-a2c5-4e3b-82ec-89224f6d2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.746759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a0e01-9d9e-4c08-8fbf-011fb7f9a081 req-0523a982-3bb9-47fc-bebe-e10d82a4b560 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:55.755755 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e97a0e01-9d9e-4c08-8fbf-011fb7f9a081 req-0523a982-3bb9-47fc-bebe-e10d82a4b560 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0739448 Nov 19 13:36:55.760909 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc167d-a2c5-4e3b-82ec-89224f6d2a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46604bd-8d54-4046-ab8b-ad4048f13a39,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:55.806967 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:55.823619 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37824) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.836361 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e97a0e01-9d9e-4c08-8fbf-011fb7f9a081 req-d456876a-6cd7-49c6-a9bc-e05eeb294f18 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760937 Nov 19 13:36:56.083865 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c3df0707-2bbc-4f32-a146-1b2232ffbefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.087896 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-fcfc167d-a2c5-4e3b-82ec-89224f6d2a1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5f325243102425c8c53f970b0425287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055527 Nov 19 13:36:56.089143 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37832) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.093565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49caff-1d0f-487e-b47a-6d1baf8e301b req-dbcfb151-af87-4f3b-b6ff-9d476a41490b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.095131 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c49caff-1d0f-487e-b47a-6d1baf8e301b req-dbcfb151-af87-4f3b-b6ff-9d476a41490b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1242311 Nov 19 13:36:56.106919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e5ea-322f-4a2c-8851-9319fb016597 req-39e6379b-4a10-470f-b101-399fb1f5118b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.106919 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfa0e5ea-322f-4a2c-8851-9319fb016597 req-39e6379b-4a10-470f-b101-399fb1f5118b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0951605 Nov 19 13:36:56.107402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 37834) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.115645 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'floatingip': {'port_id': '460176f5-444f-4943-867e-6409bf13b153'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:56.181367 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfa0e5ea-322f-4a2c-8851-9319fb016597 req-7ec7437d-7715-45bb-94be-06c533b31c25 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695655 Nov 19 13:36:56.193301 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.208807 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '68653f73-ca5f-4fa3-9dbb-c512f1be3492', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:09:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:30Z', 'updated_at': '2021-11-19T13:36:53Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:56.249426 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a93067-eea3-4ecf-88b9-5f521ba1aa6b None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '68653f73-ca5f-4fa3-9dbb-c512f1be3492', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:09:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:30Z', 'updated_at': '2021-11-19T13:36:53Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:56.250368 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c3df0707-2bbc-4f32-a146-1b2232ffbefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.255000 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-667dac2f-329e-4a77-86ca-fe0fd2f39f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.256364 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-667dac2f-329e-4a77-86ca-fe0fd2f39f8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1098 time: 0.2407317 Nov 19 13:36:56.257822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c3df0707-2bbc-4f32-a146-1b2232ffbefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.288847 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-2d59a707-0845-4449-b77e-01f091b87f3c service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356348 Nov 19 13:36:56.314449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c3df0707-2bbc-4f32-a146-1b2232ffbefd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8da144ce6bd74c42865c0265b39ee7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739730 Nov 19 13:36:56.315742 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37840) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.318420 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df0707-2bbc-4f32-a146-1b2232ffbefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11555297-37af-435e-8f6c-49d3bd91f7af,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.392475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.417946 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.485704 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.488662 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.494816 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11555297-37af-435e-8f6c-49d3bd91f7af HTTP/1.1" status: 204 len: 168 time: 0.1732900 Nov 19 13:36:56.500545 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d7ea-b9be-4e4e-b401-a3f4860c8cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11555297-37af-435e-8f6c-49d3bd91f7af,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.517005 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.535332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c3e7c-ea0d-4841-889f-3d06ffff3095 None None] New status for floating IP 68653f73-ca5f-4fa3-9dbb-c512f1be3492: ACTIVE {{(pid=102822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:36:56.862941 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-bde1439b-e3c5-4f96-a06f-5de0e20e12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.864739 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-bde1439b-e3c5-4f96-a06f-5de0e20e12cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.5896955 Nov 19 13:36:56.874325 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.886370 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d67429af-ee73-4ae7-af95-55036aa8049f req-30408d64-0301-4bbc-b4a2-6b70dab6fc6a service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827808 Nov 19 13:36:56.974070 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-59b1228c-1d14-4491-b8f7-3a108dabacc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec92600-3dc3-4e88-b748-97fe65ccb089 HTTP/1.1" status: 200 len: 217 time: 0.0946422 Nov 19 13:36:56.976324 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37862) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.992575 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ee5886a0-ffca-4dda-a8a1-9a4109961a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.016025 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.db.resource_extend [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:36:57.086237 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-62d37856-b608-413b-a987-12aa4fd0406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:57.087868 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-62d37856-b608-413b-a987-12aa4fd0406f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.1027846 Nov 19 13:36:57.092519 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.106181 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.126056 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.128670 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.132746 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a46604bd-8d54-4046-ab8b-ad4048f13a39 HTTP/1.1" status: 204 len: 168 time: 1.0391939 Nov 19 13:36:57.137548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ee5886a0-ffca-4dda-a8a1-9a4109961a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.143733 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ee5886a0-ffca-4dda-a8a1-9a4109961a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.167353 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-4f5550d6-d75c-4470-8dae-4d79977f45af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717177 Nov 19 13:36:57.190643 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1826-42ad-4d75-8c34-334b4e8ce5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46604bd-8d54-4046-ab8b-ad4048f13a39,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.211037 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ee5886a0-ffca-4dda-a8a1-9a4109961a30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3640c2cfdd164992845e831845bf361f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332780 Nov 19 13:36:57.212825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5886a0-ffca-4dda-a8a1-9a4109961a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace77232-03e8-43e9-a238-90ed223778b6,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.215712 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 37866) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:57.304850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.314774 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Floating IP 27479cf7-e07e-4d36-a29b-a5cd43ac08a5 associated. External IP: 172.27.1.246, port: 460176f5-444f-4943-867e-6409bf13b153. Nov 19 13:36:57.344432 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.366922 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-8aff405e-e404-4e1f-96f7-03d622673441 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865606 Nov 19 13:36:57.409618 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.413458 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.414870 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ace77232-03e8-43e9-a238-90ed223778b6 HTTP/1.1" status: 204 len: 168 time: 0.1982298 Nov 19 13:36:57.461597 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61398d35-4f16-4371-95e7-a9becc08bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace77232-03e8-43e9-a238-90ed223778b6,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.509477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea10c0-03d7-4aac-9e1f-07b8165f59db req-952106b2-a470-4cd2-a9dc-530ea53d85c3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:57.524871 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e0ea10c0-03d7-4aac-9e1f-07b8165f59db req-952106b2-a470-4cd2-a9dc-530ea53d85c3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1345053 Nov 19 13:36:57.629145 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e0ea10c0-03d7-4aac-9e1f-07b8165f59db req-fd045656-f535-4b84-9cbb-bb67f4a057d9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996006 Nov 19 13:36:57.817385 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e06a9884-91c0-4165-b35e-abc1e2cb6190 req-5fb43fd3-898d-4364-8f10-7c56851201d5 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356570 Nov 19 13:36:57.948076 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:58.089850 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:58.096497 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.103551 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:58.120008 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:58.120789 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:58.156880 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3b4678a0-af0c-4f38-89dc-14e077fb3212 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "PUT /v2.0/floatingips/27479cf7-e07e-4d36-a29b-a5cd43ac08a5 HTTP/1.1" status: 200 len: 991 time: 2.0455184 Nov 19 13:36:58.159534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:58.163274 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4735db3-8106-45c6-afa3-09e91e36bfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:58.261119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f90165-e3f9-496c-9989-0438aaa66e54 x-openstack-request-id: req-e6f90165-e3f9-496c-9989-0438aaa66e54 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:58.262083 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "tag": "460176f5-444f-4943-867e-6409bf13b153", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:58.262538 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6f90165-e3f9-496c-9989-0438aaa66e54 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:58.263117 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'status': 'completed', 'code': 200} Nov 19 13:36:58.352426 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-fff51e0b-3611-4a24-a165-574d225211c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.352932 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:58.354533 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-fff51e0b-3611-4a24-a165-574d225211c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0593636 Nov 19 13:36:58.470718 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-5d30a4ad-5d4e-40ad-9588-f4b1ae798a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.472364 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-5d30a4ad-5d4e-40ad-9588-f4b1ae798a9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1101081 Nov 19 13:36:58.601780 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-9b8ce86e-33da-45ca-9c41-b265ae4c2ddc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 999 time: 0.1215045 Nov 19 13:36:58.684933 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-f8d4270b-545b-4c10-a6cc-da4af9ca407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.688180 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-f8d4270b-545b-4c10-a6cc-da4af9ca407c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0657251 Nov 19 13:36:58.756446 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-48be0ecf-f775-42ad-b8f2-045a365a0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.758736 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-48be0ecf-f775-42ad-b8f2-045a365a0c61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508139 Nov 19 13:36:58.811290 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149405d-e92e-4532-91c0-1f40184abffd req-edc13e69-356c-4c00-87a9-ff18469bdfd0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.814097 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4149405d-e92e-4532-91c0-1f40184abffd req-edc13e69-356c-4c00-87a9-ff18469bdfd0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Nov 19 13:36:58.883612 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4149405d-e92e-4532-91c0-1f40184abffd req-a8db140a-0428-4b00-9188-e7945c5bf83e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Nov 19 13:36:58.891262 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '27479cf7-e07e-4d36-a29b-a5cd43ac08a5', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:56Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:58.909362 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-ec76ffdb-d6a5-4ee4-98c0-71c1b3ae9fbc service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399539 Nov 19 13:36:58.928877 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:58.939771 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:58.940653 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:36:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:59.049776 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f4735db3-8106-45c6-afa3-09e91e36bfb3 req-98356b11-a0a2-447f-b36c-8f58409706dd service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264381 Nov 19 13:36:59.124024 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:59.350919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc6bc-fd50-4dc4-9000-af882519cea4 req-b22079db-8eaf-4c62-938c-45e4818bf1b6 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:59.352804 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-037bc6bc-fd50-4dc4-9000-af882519cea4 req-b22079db-8eaf-4c62-938c-45e4818bf1b6 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Nov 19 13:36:59.419477 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-037bc6bc-fd50-4dc4-9000-af882519cea4 req-569f54bd-146c-41a7-91e6-d954882cdd14 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Nov 19 13:36:59.457527 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '27479cf7-e07e-4d36-a29b-a5cd43ac08a5', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:56Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:59.499214 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb36f2-f720-4c82-9afc-b64a857f24ef None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '27479cf7-e07e-4d36-a29b-a5cd43ac08a5', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:56Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:59.824908 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:59.840409 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35905e3-0f65-4a81-bb71-3a5560bf81bf None None] New status for floating IP 27479cf7-e07e-4d36-a29b-a5cd43ac08a5: ACTIVE {{(pid=102822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:00.058766 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69317fc-442c-4a78-bd1d-d525987c21ad req-c26195bc-7b86-4922-a284-cd8cba168730 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:00.060519 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e69317fc-442c-4a78-bd1d-d525987c21ad req-c26195bc-7b86-4922-a284-cd8cba168730 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0900142 Nov 19 13:37:00.125967 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e69317fc-442c-4a78-bd1d-d525987c21ad req-ccefbea1-1f21-41c2-b8cb-77681d7cf8ff tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568688 Nov 19 13:37:00.567512 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bfe3-1397-4781-8488-fc5f6f56b30f req-a2a7b885-3f2c-450d-9450-e2506eb5ec2f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:00.568527 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0144bfe3-1397-4781-8488-fc5f6f56b30f req-a2a7b885-3f2c-450d-9450-e2506eb5ec2f tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.0588927 Nov 19 13:37:00.661812 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0144bfe3-1397-4781-8488-fc5f6f56b30f req-4d37f611-31a6-4204-bba9-3fc3f085acc1 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Nov 19 13:37:00.893357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38056) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:01.013721 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b7d585a-9c56-4d77-ac01-b5c29c3738bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.099549 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b7d585a-9c56-4d77-ac01-b5c29c3738bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.104909 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b7d585a-9c56-4d77-ac01-b5c29c3738bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.146543 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0b7d585a-9c56-4d77-ac01-b5c29c3738bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6550ebd0b6424bf8bbf3950dfde754a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516105 Nov 19 13:37:01.147464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d585a-9c56-4d77-ac01-b5c29c3738bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06368a6e-8863-4993-bea4-61e1bebb7204,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:01.149333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38074) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:01.213734 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.243111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.262552 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837ca7-cc7e-4796-9441-5b1edd5e2928 req-97e23284-a72a-4648-875b-96efa096bcca tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.264650 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-00837ca7-cc7e-4796-9441-5b1edd5e2928 req-97e23284-a72a-4648-875b-96efa096bcca tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0608144 Nov 19 13:37:01.302303 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.305085 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.307623 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06368a6e-8863-4993-bea4-61e1bebb7204 HTTP/1.1" status: 204 len: 168 time: 0.1564527 Nov 19 13:37:01.317986 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06368a6e-8863-4993-bea4-61e1bebb7204,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:01.320153 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-00837ca7-cc7e-4796-9441-5b1edd5e2928 req-f9cec4da-4f13-4e7f-9965-2b78b326e66a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478072 Nov 19 13:37:01.327553 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.327906 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.328243 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.328585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.328918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.329272 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.329581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.329944 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.330273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.330573 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.330908 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.331242 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2582252-fd82-422a-87ee-1288df26b2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.627151 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38084) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:01.641727 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.732466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.740498 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.801363 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b5d8c6ff1254d0ca4d68643ce9b7fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728396 Nov 19 13:37:01.804371 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38096) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:01.818287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990609ab-785f-4e24-b2c2-2d9bc74f87f8,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:01.833315 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.833623 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.834051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.834420 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.834744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.835060 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.835443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.835807 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.836105 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.836492 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.836759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.837094 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff297347-c696-4832-9c1b-4db11db768ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:01.854779 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba04cc-3247-4a13-9d96-c7014a80dfce req-7635c538-2652-4c7c-bb18-322cfd7ec362 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.861482 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-deba04cc-3247-4a13-9d96-c7014a80dfce req-7635c538-2652-4c7c-bb18-322cfd7ec362 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.0807478 Nov 19 13:37:01.952564 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-deba04cc-3247-4a13-9d96-c7014a80dfce req-2bcf0175-cfe9-47a4-8b36-089ea2ee0632 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/security-groups?id=d3fd10e0-d778-4680-9570-ee058bec5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704222 Nov 19 13:37:01.979113 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.987804 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-0c7b6d85-7767-4766-ae1c-a80e3c4d9f16 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.989303 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-0c7b6d85-7767-4766-ae1c-a80e3c4d9f16 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.69 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 946 time: 0.1584532 Nov 19 13:37:02.009959 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.153711 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.156349 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.157508 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/990609ab-785f-4e24-b2c2-2d9bc74f87f8 HTTP/1.1" status: 204 len: 168 time: 0.3514502 Nov 19 13:37:02.172044 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb9bdf-e07a-4741-9328-0629e5815695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990609ab-785f-4e24-b2c2-2d9bc74f87f8,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:02.188559 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Deleting port 9023ca54-c0e3-4003-874d-a7a129614a25 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:02.188993 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.297902 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] For port 9023ca54-c0e3-4003-874d-a7a129614a25, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9023ca54-c0e3-4003-874d-a7a129614a25,segment=NetworkSegment(bb3dd2af-bc21-44e5-9dd8-ad64e9560c70),segment_id=bb3dd2af-bc21-44e5-9dd8-ad64e9560c70)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:02.298273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.315799 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Calling delete_port for 9023ca54-c0e3-4003-874d-a7a129614a25 owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:02.466932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e885b-6575-4d22-af1f-1be27bf3638e req-16c35df7-9da2-4655-bdd9-c277c178e157 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.474364 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-739e885b-6575-4d22-af1f-1be27bf3638e req-16c35df7-9da2-4655-bdd9-c277c178e157 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Nov 19 13:37:02.522395 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.548253 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-739e885b-6575-4d22-af1f-1be27bf3638e req-ba5841d3-029f-4d4c-8539-753c9aa82683 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726168 Nov 19 13:37:02.563397 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Pushing event deleted for resources: {'Port': ['ID=9023ca54-c0e3-4003-874d-a7a129614a25,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:02.648463 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] No DVR routers for this DVR port 9023ca54-c0e3-4003-874d-a7a129614a25 on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:02.656447 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.659901 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-d2fb53c8-f60a-4ac1-befd-4d67396588a9 req-67765744-82dc-4426-8188-d136292a6343 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.69 "DELETE /v2.0/ports/9023ca54-c0e3-4003-874d-a7a129614a25 HTTP/1.1" status: 204 len: 173 time: 0.6425474 Nov 19 13:37:02.660493 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'name': 'network-vif-deleted', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:02.662947 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5b010-901f-4c80-8ee9-f32d8a14d975" -d '{"events": [{"server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "name": "network-vif-deleted", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:02.674847 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38126) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:02.703487 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9a5d1-568c-46a5-817b-a6688ebc68b9 x-openstack-request-id: req-b1d9a5d1-568c-46a5-817b-a6688ebc68b9 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:02.703793 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0527068f-4ff5-4f91-a46f-230af0c3acf5", "name": "network-vif-deleted", "tag": "9023ca54-c0e3-4003-874d-a7a129614a25", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:02.704042 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b1d9a5d1-568c-46a5-817b-a6688ebc68b9 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:02.704440 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0527068f-4ff5-4f91-a46f-230af0c3acf5', 'name': 'network-vif-deleted', 'tag': '9023ca54-c0e3-4003-874d-a7a129614a25', 'status': 'completed', 'code': 200} Nov 19 13:37:02.846693 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22ac5a1d-ff67-49d8-81d3-73d8c90e00a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.927623 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22ac5a1d-ff67-49d8-81d3-73d8c90e00a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.940615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22ac5a1d-ff67-49d8-81d3-73d8c90e00a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.980138 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac5a1d-ff67-49d8-81d3-73d8c90e00a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa70d0-f780-47e1-b346-2a5920bc18ba,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:02.985741 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-22ac5a1d-ff67-49d8-81d3-73d8c90e00a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=134bffc0f2bf41c6984968db84be694b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095257 Nov 19 13:37:02.988658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38148) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:03.045336 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.056978 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35f44bd3-09e7-4cae-9d55-7d4861422de9 req-2195d4ab-2c4c-4ec7-a106-36a51a3eb760 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Nov 19 13:37:03.071914 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.132266 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.135233 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.139544 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/acfa70d0-f780-47e1-b346-2a5920bc18ba HTTP/1.1" status: 204 len: 168 time: 0.1463530 Nov 19 13:37:03.148889 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0029d-3813-4735-bb2e-2d4559a5a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa70d0-f780-47e1-b346-2a5920bc18ba,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.516668 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38166) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:03.534303 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-adc57474-1ddc-4082-8290-88d3b65e1498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.623790 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-adc57474-1ddc-4082-8290-88d3b65e1498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.628915 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-adc57474-1ddc-4082-8290-88d3b65e1498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.669026 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-adc57474-1ddc-4082-8290-88d3b65e1498 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0bb17cd320c42aaa30b13ece2b85fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512506 Nov 19 13:37:03.670190 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc57474-1ddc-4082-8290-88d3b65e1498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b1beb-c1a2-4d84-9f7f-837fb5f61f80,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.672300 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38172) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:03.734012 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.755785 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.806228 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.810168 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.811576 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/678b1beb-c1a2-4d84-9f7f-837fb5f61f80 HTTP/1.1" status: 204 len: 168 time: 0.1378014 Nov 19 13:37:03.825771 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196ba04-51b9-4778-bd59-a75853ac340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b1beb-c1a2-4d84-9f7f-837fb5f61f80,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.193382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38196) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:04.207576 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9a4e56d0-2b76-411a-b8c9-e13e7dc571cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.298043 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9a4e56d0-2b76-411a-b8c9-e13e7dc571cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.303462 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9a4e56d0-2b76-411a-b8c9-e13e7dc571cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.342753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e56d0-2b76-411a-b8c9-e13e7dc571cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aad512-9e6c-47be-a1bc-48b26d4820c8,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.352202 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-9a4e56d0-2b76-411a-b8c9-e13e7dc571cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c110543f81b4aaaa26d0732eafaf0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550469 Nov 19 13:37:04.352475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38210) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:04.412872 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.437429 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.495159 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.498140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.499334 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0aad512-9e6c-47be-a1bc-48b26d4820c8 HTTP/1.1" status: 204 len: 168 time: 0.1458094 Nov 19 13:37:04.509362 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566428f-4afd-4572-a6e3-3c40737566e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aad512-9e6c-47be-a1bc-48b26d4820c8,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.771558 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38226) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:04.882606 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9b937a5-588b-4622-968c-0ae2c695195a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.979170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9b937a5-588b-4622-968c-0ae2c695195a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.988152 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9b937a5-588b-4622-968c-0ae2c695195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.044655 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b937a5-588b-4622-968c-0ae2c695195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6ad68-8cd3-4a7e-868f-868f440beee2,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:05.051017 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e9b937a5-588b-4622-968c-0ae2c695195a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=231cd4edad7140e6900d4b245e4c18a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780302 Nov 19 13:37:05.055024 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38242) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:05.115687 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.140645 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.196607 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.201616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.202823 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76d6ad68-8cd3-4a7e-868f-868f440beee2 HTTP/1.1" status: 204 len: 168 time: 0.1467187 Nov 19 13:37:05.212025 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd02b6f-dca6-40ee-ac6b-c9f79ff7a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6ad68-8cd3-4a7e-868f-868f440beee2,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:05.274417 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['9023ca54-c0e3-4003-874d-a7a129614a25'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:05.444374 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-50545af7-6ab4-4109-8b2a-ba2ea8377742 req-6691918b-3cd3-42d9-a075-4b546a9f8182 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.0397091 Nov 19 13:37:05.483933 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b010-f308-4431-a9ac-39517d707bb6 req-e8a0da6a-77b4-4433-a0ca-819cf8797e63 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.485762 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45b0b010-f308-4431-a9ac-39517d707bb6 req-e8a0da6a-77b4-4433-a0ca-819cf8797e63 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0796518 Nov 19 13:37:05.544869 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45b0b010-f308-4431-a9ac-39517d707bb6 req-eaa47e75-c63a-4066-bcc5-df016e41b328 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476193 Nov 19 13:37:05.604454 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38262) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:05.618577 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-965faad0-3175-42bb-80c3-bf46fbe7ae83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.712329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-965faad0-3175-42bb-80c3-bf46fbe7ae83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.723618 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-965faad0-3175-42bb-80c3-bf46fbe7ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.767819 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-965faad0-3175-42bb-80c3-bf46fbe7ae83 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c542c4793e4a443dbda41adaefc5ed85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621537 Nov 19 13:37:05.768733 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965faad0-3175-42bb-80c3-bf46fbe7ae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ffa646-3ace-48c4-8242-ac388902cfb4,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:05.770854 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38290) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:05.835520 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.869015 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.928904 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.931887 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.933114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59ffa646-3ace-48c4-8242-ac388902cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1610472 Nov 19 13:37:05.942815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476803-d252-4b91-9c9c-fec7ac50be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ffa646-3ace-48c4-8242-ac388902cfb4,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:06.736713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-69a189d2-c242-4413-9b07-4d19542b71f5 req-1a106489-df64-4c43-8e9c-4fa9324dfac3 tempest-DeleteServersTestJSON-1195764150 tempest-DeleteServersTestJSON-1195764150-project] 10.222.0.74 "GET /v2.0/ports?device_id=0527068f-4ff5-4f91-a46f-230af0c3acf5 HTTP/1.1" status: 200 len: 210 time: 0.0444574 Nov 19 13:37:06.759508 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51417c-2800-444c-a7dc-5a87c12ae050 req-c255eaaa-c1f8-4780-8893-5e1b032850e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.761081 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e51417c-2800-444c-a7dc-5a87c12ae050 req-c255eaaa-c1f8-4780-8893-5e1b032850e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1206512 Nov 19 13:37:06.822955 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e51417c-2800-444c-a7dc-5a87c12ae050 req-fc4df6ae-dc62-4937-9a3d-6da9e6e82c34 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Nov 19 13:37:07.407407 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38392) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:07.489024 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-79f355ab-fd67-448c-bb91-819eb99acda9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.490584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-79f355ab-fd67-448c-bb91-819eb99acda9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.1176383 Nov 19 13:37:07.506331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-23b732fb-24e8-4e10-8e92-088975ef7bb8 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/quotas/a2b85b6e9a95402194d48a7909d120a1 HTTP/1.1" status: 200 len: 375 time: 0.0094190 Nov 19 13:37:07.557088 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-d4d893c2-ebf3-41fb-8551-ee0a4facf698 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447531 Nov 19 13:37:07.578273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a9a-832f-4572-b592-3734134f1978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.664481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a9a-832f-4572-b592-3734134f1978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.668659 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a9a-832f-4572-b592-3734134f1978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.671074 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-97696ba4-5d6e-401b-a741-d6f1da560a3f service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984688 Nov 19 13:37:07.710767 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-66ca3a9a-832f-4572-b592-3734134f1978 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4404f6b64ce54682b4262ca5a7935a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022449 Nov 19 13:37:07.711690 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca3a9a-832f-4572-b592-3734134f1978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0508b2d-f01f-406b-baf1-208422c2b32f,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:07.713969 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38400) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:07.786178 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.788866 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-81992268-130b-415f-839a-97d6a2ec8022 service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107092 Nov 19 13:37:07.818345 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.900067 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.903312 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.904813 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0508b2d-f01f-406b-baf1-208422c2b32f HTTP/1.1" status: 204 len: 168 time: 0.1899335 Nov 19 13:37:07.933011 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e2411-9912-4c92-a3f9-8197d4029392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0508b2d-f01f-406b-baf1-208422c2b32f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:08.038347 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8499-4004-47ee-b30e-9cc59b81e084 req-0147eb01-6d8f-425f-9b5b-b7f9569fb601 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:08.039969 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e9e8499-4004-47ee-b30e-9cc59b81e084 req-0147eb01-6d8f-425f-9b5b-b7f9569fb601 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1004012 Nov 19 13:37:08.057301 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f2f7e2f8-1d8c-4a54-864f-88f9154182c8 req-2d878516-ca6d-47ff-958c-ff59835b4282 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0399814 Nov 19 13:37:08.188858 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e9e8499-4004-47ee-b30e-9cc59b81e084 req-89dc5ac7-f497-444b-b3f4-03985401373f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341317 Nov 19 13:37:09.192192 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d3148523-daeb-45f8-aa34-bc1c0451c569 req-26010b42-ac4e-4f0c-9064-7460aa68a85a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0433671 Nov 19 13:37:09.297062 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9023ca54-c0e3-4003-874d-a7a129614a25 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:09.338362 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 9023ca54-c0e3-4003-874d-a7a129614a25 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:09.338601 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9023ca54-c0e3-4003-874d-a7a129614a25 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:09.444039 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36094d-1d08-450c-8966-46de20fbcd75 req-70dd2d0a-57fd-4675-8265-cec9c96d0503 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.446989 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c36094d-1d08-450c-8966-46de20fbcd75 req-70dd2d0a-57fd-4675-8265-cec9c96d0503 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1635597 Nov 19 13:37:09.525892 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c36094d-1d08-450c-8966-46de20fbcd75 req-3e81d877-012b-484d-93ec-156bcf160d3d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703626 Nov 19 13:37:09.540392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38488) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:09.545466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-db6b3527-aaf0-4859-a3cd-08a74aaa7e34 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.547037 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-db6b3527-aaf0-4859-a3cd-08a74aaa7e34 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.2879639 Nov 19 13:37:09.567333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Request body: {'port': {'device_id': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'admin_state_up': True, 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:09.591688 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Deleting subnet dbfe0983-011c-4432-9f8d-a7ca0b8cf525 {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:09.595729 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.648463 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.658288 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.670143 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38494) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:09.696206 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:09.701529 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.722773 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.753038 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfe0983-011c-4432-9f8d-a7ca0b8cf525,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.755566 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.762754 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-689426c7-a976-4b4d-a6c5-39b3485c1879 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dbfe0983-011c-4432-9f8d-a7ca0b8cf525 HTTP/1.1" status: 204 len: 168 time: 0.2204473 Nov 19 13:37:09.765718 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38500) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:09.852453 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9e29-538f-433e-b0a3-4aec3653a06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.868137 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.890763 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Allocated IP 172.20.0.7 (d4b5f30c-9859-4dc0-9964-fe81b0775d18/04b19427-02b8-4423-b3e4-a3943b267d0f/b5edbcfa-b003-4f23-9e31-e4f781f893f8) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:09.962447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.986343 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.986694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.987612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.987977 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > port after_create 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.988418 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.988773 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > port after_update 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.989113 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.989517 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.989846 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:09.990188 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:10.051842 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9e29-538f-433e-b0a3-4aec3653a06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.058673 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9e29-538f-433e-b0a3-4aec3653a06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.125166 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-cfdd9e29-538f-433e-b0a3-4aec3653a06d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=647d128cd677442290f38b4a751161f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531891 Nov 19 13:37:10.131700 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38504) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.139922 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd9e29-538f-433e-b0a3-4aec3653a06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb7de0-11cf-4be5-a9d4-995459b6b7a4,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.146687 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.177901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:10.178781 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:10.179289 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:10.179845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:37:10.180246 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9260939e-b253-4e9b-9ebc-5d336dec1f11']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:10.198710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:10.199424 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3dd2af-bc21-44e5-9dd8-ad64e9560c70') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:10.214347 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.221988 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.226693 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.247389 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.247687 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:10.259549 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:10.259938 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.273061 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: from cryptography.utils import int_from_bytes Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: from cryptography.utils import int_from_bytes Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:10.282757 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:10.302252 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:10.310854 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:10.321884 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:10.327658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.328296 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.337439 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event updated for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.366231 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-baf2a3d3-f555-4c9a-8c84-68908389e288 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031669 Nov 19 13:37:10.383678 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Request body: {'port': {'device_id': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:10.388128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.391192 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.396251 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8deb7de0-11cf-4be5-a9d4-995459b6b7a4 HTTP/1.1" status: 204 len: 168 time: 0.2611611 Nov 19 13:37:10.414082 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2961c6d-cf52-4325-a57c-7eed6e143e50 req-aa06569f-0d84-4e46-b289-a6217996640f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.422500 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c2961c6d-cf52-4325-a57c-7eed6e143e50 req-aa06569f-0d84-4e46-b289-a6217996640f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 931 time: 0.1264758 Nov 19 13:37:10.426526 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebfa99-6a1f-4437-bc11-4f0be9b10550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb7de0-11cf-4be5-a9d4-995459b6b7a4,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.432809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.456529 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.459873 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9260939e-b253-4e9b-9ebc-5d336dec1f11 HTTP/1.1" status: 204 len: 168 time: 0.6929073 Nov 19 13:37:10.474181 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f51a-e8ca-4934-a9cd-87ecedcc1622 admin admin] Pushing event deleted for resources: {'Network': ['ID=9260939e-b253-4e9b-9ebc-5d336dec1f11,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.509208 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c2961c6d-cf52-4325-a57c-7eed6e143e50 req-62572eb5-34ff-4ea9-af0e-52990588beb0 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853164 Nov 19 13:37:10.510720 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.714369 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fc5d9-0e94-4aae-a7c9-0195523a5e7d req-02fc1c54-cadc-4807-8c07-bdc913a65f91 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.716208 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38522) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.720359 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c4fc5d9-0e94-4aae-a7c9-0195523a5e7d req-02fc1c54-cadc-4807-8c07-bdc913a65f91 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1094422 Nov 19 13:37:10.825646 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c4fc5d9-0e94-4aae-a7c9-0195523a5e7d req-718f4062-c5d3-4c3a-b075-0099f8570093 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Nov 19 13:37:10.836400 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-81fbad23-2c25-461e-a972-03fdf164d36a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24e3eb64abd04110a6520c0499e7ce7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1183164 Nov 19 13:37:10.838864 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38526) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.936670 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.990845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38532) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.016628 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.032696 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb700-0de7-45fb-945f-488c81712bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.065900 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5edbcfa-b003-4f23-9e31-e4f781f893f8 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:11.085905 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.108109 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-ad9a5d6a-2c12-4bb6-ac20-3e8e47791ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176615 Nov 19 13:37:11.112761 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Transition to ACTIVE for port object b5edbcfa-b003-4f23-9e31-e4f781f893f8 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:11.118615 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.127419 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb700-0de7-45fb-945f-488c81712bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.134704 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb700-0de7-45fb-945f-488c81712bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.172066 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.176048 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.176048 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3fd10e0-d778-4680-9570-ee058bec5a76 HTTP/1.1" status: 204 len: 168 time: 0.3360887 Nov 19 13:37:11.183986 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-3e1bb700-0de7-45fb-945f-488c81712bc2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9fe594efd264510b83a03c32225d102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888428 Nov 19 13:37:11.183986 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bb700-0de7-45fb-945f-488c81712bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f50f0f-f5e3-47cf-9d9b-ea8e35a4510b,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.185332 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38536) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.201953 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcbb02-0747-4fdb-bd2a-e458a0bc2564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd10e0-d778-4680-9570-ee058bec5a76,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.219301 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.225051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Attempting to bind port b5edbcfa-b003-4f23-9e31-e4f781f893f8 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:11.225051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Attempting to bind port b5edbcfa-b003-4f23-9e31-e4f781f893f8 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:11.225359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Attempting to bind port b5edbcfa-b003-4f23-9e31-e4f781f893f8 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:11.231057 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Port b5edbcfa-b003-4f23-9e31-e4f781f893f8 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:11.231648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Attempting to bind port b5edbcfa-b003-4f23-9e31-e4f781f893f8 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:11.236542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:11.236883 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Checking segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:11.237268 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Bound using segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:11.237698 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Bound port: b5edbcfa-b003-4f23-9e31-e4f781f893f8, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:11.238060 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.245834 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.269139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.317331 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:11.321347 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:11.325864 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.332591 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.336268 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.339149 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2f50f0f-f5e3-47cf-9d9b-ea8e35a4510b HTTP/1.1" status: 204 len: 168 time: 0.1508193 Nov 19 13:37:11.360341 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cfe49-a4e7-471c-afcc-ea333e50c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f50f0f-f5e3-47cf-9d9b-ea8e35a4510b,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.388266 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.389985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.391940 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] 10.222.0.69 "PUT /v2.0/ports/b5edbcfa-b003-4f23-9e31-e4f781f893f8 HTTP/1.1" status: 200 len: 1093 time: 1.0151870 Nov 19 13:37:11.396157 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:11.398623 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373bd52-7541-4306-ad6d-4fe8830dfbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:11.433114 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ca3f-1c5d-4865-a623-441e9bc8fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.466155 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f2c2b8-c012-4fe1-ba00-6aaa3eb681fe x-openstack-request-id: req-50f2c2b8-c012-4fe1-ba00-6aaa3eb681fe {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:11.466594 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:11.467084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50f2c2b8-c012-4fe1-ba00-6aaa3eb681fe {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:11.467714 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', 'status': 'completed', 'code': 200} Nov 19 13:37:11.654685 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83a185-3f67-4957-9d12-c0c79691fc06 req-971105b2-f2e2-45c4-b6d4-d3e7331aea8e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.656392 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a83a185-3f67-4957-9d12-c0c79691fc06 req-971105b2-f2e2-45c4-b6d4-d3e7331aea8e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 943 time: 0.0626223 Nov 19 13:37:11.718646 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a83a185-3f67-4957-9d12-c0c79691fc06 req-0ec06598-d81a-4aff-aac3-8bf51c365168 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Nov 19 13:37:11.970709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d58a6-8328-4938-9879-3cc2c7e1d81f req-34dee4a3-9941-471a-b310-6f49c2b3259c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.972475 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-189d58a6-8328-4938-9879-3cc2c7e1d81f req-34dee4a3-9941-471a-b310-6f49c2b3259c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0762076 Nov 19 13:37:12.038560 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-189d58a6-8328-4938-9879-3cc2c7e1d81f req-2658ee06-9ccf-4c9e-9b2a-08afdd8de679 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587780 Nov 19 13:37:14.437402 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.511060 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-15fdfe0c-3061-409f-9eee-4591c9eed6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.512621 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-15fdfe0c-3061-409f-9eee-4591c9eed6ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 1099 time: 0.0759969 Nov 19 13:37:14.523723 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-3e418556-4ebc-4f88-ae15-fca12a50890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.525716 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-3e418556-4ebc-4f88-ae15-fca12a50890b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0569172 Nov 19 13:37:14.636294 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca972-946f-4c19-8a83-60215ed41fac req-2cc524f1-4f87-49a9-ac77-c6974d6c14a8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.638330 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ceeca972-946f-4c19-8a83-60215ed41fac req-2cc524f1-4f87-49a9-ac77-c6974d6c14a8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0696013 Nov 19 13:37:14.647913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511b9b0-1e7e-4107-abb3-3396d36a6250 req-6b2f2577-2529-42bf-919f-9dc6d1e8992d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.649385 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0511b9b0-1e7e-4107-abb3-3396d36a6250 req-6b2f2577-2529-42bf-919f-9dc6d1e8992d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 943 time: 0.0946510 Nov 19 13:37:14.732587 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ceeca972-946f-4c19-8a83-60215ed41fac req-64811a51-c74e-4938-8e16-3471a0c46cf8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819910 Nov 19 13:37:14.751857 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0511b9b0-1e7e-4107-abb3-3396d36a6250 req-428d1bd9-839e-456a-8a37-29584a9981f9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885479 Nov 19 13:37:14.974465 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-2cef985d-f1fe-4884-aab2-231d4f5064f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.975985 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-2cef985d-f1fe-4884-aab2-231d4f5064f7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a2b85b6e9a95402194d48a7909d120a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4261355 Nov 19 13:37:14.977219 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-8892cd65-3c45-4a2c-b43c-98162227238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.978792 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-8892cd65-3c45-4a2c-b43c-98162227238c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 915 time: 0.4053299 Nov 19 13:37:15.082770 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-04e9040a-091d-4850-81ca-59f28056204f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 HTTP/1.1" status: 200 len: 217 time: 0.0740926 Nov 19 13:37:15.178538 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-72dcb8a9-7019-4156-b4dd-0828e167dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.180072 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-72dcb8a9-7019-4156-b4dd-0828e167dd5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0881023 Nov 19 13:37:15.186677 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-4c403366-7911-4d1a-8a4c-e5f1899394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.188505 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e373bd52-7541-4306-ad6d-4fe8830dfbd3 req-4c403366-7911-4d1a-8a4c-e5f1899394e3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883891 Nov 19 13:37:15.225721 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-34931aba-6d60-4ab6-841b-f27c541fa6c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362074 Nov 19 13:37:15.364216 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-75896c23-976a-4155-8d88-951c25b97dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.365839 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-75896c23-976a-4155-8d88-951c25b97dde service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 1096 time: 0.1171360 Nov 19 13:37:15.430003 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-1a8b1f6d-d9f5-41cd-a92c-94763bfe6892 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8 HTTP/1.1" status: 200 len: 217 time: 0.0511866 Nov 19 13:37:15.432890 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-3fa169ba-7111-43af-b11d-ba396dbda4f4 service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926541 Nov 19 13:37:15.551309 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-713fb746-1e5a-4a7e-8987-c4ceaa918a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.553440 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-713fb746-1e5a-4a7e-8987-c4ceaa918a2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.1031268 Nov 19 13:37:15.607361 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-e10825dc-eaab-42f8-9d04-adcc1132a6ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421922 Nov 19 13:37:15.613144 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7c8cdefc-43ed-4710-ab8d-ef1af014bc1e req-7f63b521-06c5-4be6-be12-fbae5c161b5a service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613111 Nov 19 13:37:15.773942 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-9a60fc99-e3cb-465b-a900-5b34ed931115 service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073797 Nov 19 13:37:15.889337 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e796bc13-61ae-4cc7-ac49-b8eab305df83 req-6ceeddeb-5152-424f-8931-236effaac023 service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025863 Nov 19 13:37:15.910802 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e7bf-99c4-490a-8939-aed4882ab971 req-64e5f086-7c83-4b67-aed8-08f326df11d5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.913299 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-af00e7bf-99c4-490a-8939-aed4882ab971 req-64e5f086-7c83-4b67-aed8-08f326df11d5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0978613 Nov 19 13:37:15.922608 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ebdb3-d775-4c86-8684-032d0557d2aa req-3ae31656-207d-496b-88ed-0164c038fece tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.924328 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f55ebdb3-d775-4c86-8684-032d0557d2aa req-3ae31656-207d-496b-88ed-0164c038fece tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 943 time: 0.0920677 Nov 19 13:37:16.000461 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-af00e7bf-99c4-490a-8939-aed4882ab971 req-8296c2c8-1caa-4efd-92c0-60990172ecbc tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751100 Nov 19 13:37:16.005667 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f55ebdb3-d775-4c86-8684-032d0557d2aa req-e0f3d925-b850-4a81-af0f-b43c81800e0f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739987 Nov 19 13:37:16.533602 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0804daa1-dc39-4e08-8cb7-6ecf6a1817d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.161157 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb32cc2-25dc-4a2e-bfb7-b1170b224778 req-ad034212-4718-43f0-b040-b9e00d8080c4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.162708 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7bb32cc2-25dc-4a2e-bfb7-b1170b224778 req-ad034212-4718-43f0-b040-b9e00d8080c4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0827036 Nov 19 13:37:17.175336 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16d95-3d91-47fc-a2ff-9e996a40e0d4 req-0d88edf4-585a-47b2-8d3c-e180e56e0b31 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.176825 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-06a16d95-3d91-47fc-a2ff-9e996a40e0d4 req-0d88edf4-585a-47b2-8d3c-e180e56e0b31 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 943 time: 0.0864027 Nov 19 13:37:17.253974 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-06a16d95-3d91-47fc-a2ff-9e996a40e0d4 req-9148479e-6654-4e83-a278-e0de49af1fd6 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Nov 19 13:37:17.258253 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7bb32cc2-25dc-4a2e-bfb7-b1170b224778 req-7dc2800e-55c2-4fd5-a728-d6bf56c16b65 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 Nov 19 13:37:18.240394 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38796) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:18.454868 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b5edbcfa-b003-4f23-9e31-e4f781f893f8 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:18.570881 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.583336 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'port_id': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', 'mac_address': 'fa:16:3e:06:a0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b19427-02b8-4423-b3e4-a3943b267d0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:18.628682 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.632145 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b3500d5-5b97-48f7-a604-10988ceb4dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.643289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5edbcfa-b003-4f23-9e31-e4f781f893f8 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:18.672329 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.676310 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd939-8759-4302-8851-d0c0551f97aa req-1e144c8e-7bea-4064-8bea-896d320ff190 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.677634 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.677840 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-322dd939-8759-4302-8851-d0c0551f97aa req-1e144c8e-7bea-4064-8bea-896d320ff190 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 943 time: 0.3390081 Nov 19 13:37:18.700464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32e7f-847d-4158-b376-fe4c238c83c0 req-d6ed21b3-7c43-4b8b-9f3a-b30f1ea0d3a8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.702047 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6b32e7f-847d-4158-b376-fe4c238c83c0 req-d6ed21b3-7c43-4b8b-9f3a-b30f1ea0d3a8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.3516326 Nov 19 13:37:18.738096 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.745777 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.746139 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.746489 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.746834 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.747186 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.747510 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.747832 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.748142 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.748467 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.748846 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.749242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.749532 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.789566 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09232e66-17a3-47aa-a9d0-5b36673dc42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.813099 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-322dd939-8759-4302-8851-d0c0551f97aa req-3284d476-dee8-4b97-b773-8ce413b4cdfc tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261084 Nov 19 13:37:18.818283 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6b32e7f-847d-4158-b376-fe4c238c83c0 req-969dbb73-7bc1-4ec2-87a5-074b2a237ff5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089652 Nov 19 13:37:18.841282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b3500d5-5b97-48f7-a604-10988ceb4dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.846571 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b3500d5-5b97-48f7-a604-10988ceb4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.888747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3500d5-5b97-48f7-a604-10988ceb4dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85e08e-8d36-4311-8c41-e46ee2aae4c1,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.895267 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8b3500d5-5b97-48f7-a604-10988ceb4dc6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c88592d165c43dc89c2fa07c4b2c522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6532693 Nov 19 13:37:18.898839 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38810) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:18.972110 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.000133 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.021272 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b5edbcfa-b003-4f23-9e31-e4f781f893f8'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:19.086991 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.089861 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.091223 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f85e08e-8d36-4311-8c41-e46ee2aae4c1 HTTP/1.1" status: 204 len: 168 time: 0.1914318 Nov 19 13:37:19.110825 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba420-1748-45f2-af08-bef60a5cf11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85e08e-8d36-4311-8c41-e46ee2aae4c1,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:19.983249 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857e30-e375-4e7b-a7a8-5232df68a872 req-60ad0703-633c-46c9-95d1-8918e5b64a4e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.985608 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10857e30-e375-4e7b-a7a8-5232df68a872 req-60ad0703-633c-46c9-95d1-8918e5b64a4e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 944 time: 0.0862110 Nov 19 13:37:19.998461 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e8022-5f46-4a13-b575-8c8a5c247371 req-30e75f22-9b7e-48fd-9973-ad2e3f616dc1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.000011 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-195e8022-5f46-4a13-b575-8c8a5c247371 req-30e75f22-9b7e-48fd-9973-ad2e3f616dc1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0907543 Nov 19 13:37:20.076060 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10857e30-e375-4e7b-a7a8-5232df68a872 req-691e8571-a28f-4cf5-8771-9ddbaaaefdf2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Nov 19 13:37:20.094940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-195e8022-5f46-4a13-b575-8c8a5c247371 req-dd1fc764-d875-4710-b216-25c8afcb0090 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 Nov 19 13:37:20.303154 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.484765 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b5edbcfa-b003-4f23-9e31-e4f781f893f8 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:20.545506 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port b5edbcfa-b003-4f23-9e31-e4f781f893f8 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:20.551318 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port b5edbcfa-b003-4f23-9e31-e4f781f893f8 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:20.551807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.657928 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.691942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:20.694557 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e8f4f-0389-4a2c-b0fa-32d1007ad163" -d '{"events": [{"server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:20.709632 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:20.717478 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.749093 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1def15-f23c-4742-8e7a-e6de466184ce x-openstack-request-id: req-7c1def15-f23c-4742-8e7a-e6de466184ce {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:20.749406 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:20.749660 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c1def15-f23c-4742-8e7a-e6de466184ce {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:20.750050 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', 'code': 200} Nov 19 13:37:20.771996 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:21.003147 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85514a5-3f03-40c1-a2fc-1043242b3918 req-a9bc6ada-3834-4cf3-8486-c0155064558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.004950 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c85514a5-3f03-40c1-a2fc-1043242b3918 req-a9bc6ada-3834-4cf3-8486-c0155064558f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0497556 Nov 19 13:37:21.054203 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c85514a5-3f03-40c1-a2fc-1043242b3918 req-81ceadd6-cd91-45d3-9bad-1d3de34467f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Nov 19 13:37:21.233937 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6079e8-3787-45da-955a-1feb02e462ef req-dffe28dd-4edf-4108-b36c-386811af2fd2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.235483 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ad6079e8-3787-45da-955a-1feb02e462ef req-dffe28dd-4edf-4108-b36c-386811af2fd2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0818877 Nov 19 13:37:21.244279 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ca541-2554-4846-8b10-8a6d0c3a0838 req-b5be5b69-28ee-4626-a397-86a430b0af81 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.245599 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-346ca541-2554-4846-8b10-8a6d0c3a0838 req-b5be5b69-28ee-4626-a397-86a430b0af81 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0823658 Nov 19 13:37:21.319663 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ad6079e8-3787-45da-955a-1feb02e462ef req-8515d03d-7329-4fa5-ad69-2ed3c8e37796 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731101 Nov 19 13:37:21.327165 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-346ca541-2554-4846-8b10-8a6d0c3a0838 req-b1f6cc3f-5183-4752-ba19-934cad7832c7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749686 Nov 19 13:37:21.920571 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.437727 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.503583 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0098be7-fedd-4e13-9880-d3eab258a989 req-9e185a11-39ca-4ad1-baec-752e1009193e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.505114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f0098be7-fedd-4e13-9880-d3eab258a989 req-9e185a11-39ca-4ad1-baec-752e1009193e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.1000841 Nov 19 13:37:22.512872 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6505a8-ee9b-4d6a-ba16-307cc690aae1 req-e6f9115e-4738-4c2f-a83f-70303f1b5557 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.514411 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1e6505a8-ee9b-4d6a-ba16-307cc690aae1 req-e6f9115e-4738-4c2f-a83f-70303f1b5557 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0890059 Nov 19 13:37:22.588218 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1e6505a8-ee9b-4d6a-ba16-307cc690aae1 req-0af93923-b9d9-4bb1-a2ea-1e7e5b965c2b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Nov 19 13:37:22.596089 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f0098be7-fedd-4e13-9880-d3eab258a989 req-db2cd4f8-1e48-4a81-8887-a11c6b2b1ad8 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807316 Nov 19 13:37:22.931780 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38934) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:23.049823 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d2ed-d650-4292-a6e4-a8ad6fa97de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.127051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38940) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:23.130289 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d2ed-d650-4292-a6e4-a8ad6fa97de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.135390 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d2ed-d650-4292-a6e4-a8ad6fa97de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.176717 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-aaa8d2ed-d650-4292-a6e4-a8ad6fa97de1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d314f1256bf46bc9b4e7e64160bc052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411642 Nov 19 13:37:23.176717 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d2ed-d650-4292-a6e4-a8ad6fa97de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de95a46e-7c77-4774-907a-ce46f926175d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.177121 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 38944) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:23.230353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.261542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0d6e-afdd-49de-9dc9-99d91d44bef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.273693 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.350952 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.353654 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.354848 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de95a46e-7c77-4774-907a-ce46f926175d HTTP/1.1" status: 204 len: 168 time: 0.1767249 Nov 19 13:37:23.371984 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517af0-d281-4248-af85-e8c16566f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95a46e-7c77-4774-907a-ce46f926175d,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.389949 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0d6e-afdd-49de-9dc9-99d91d44bef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.399500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0d6e-afdd-49de-9dc9-99d91d44bef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.438799 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f0d6e-afdd-49de-9dc9-99d91d44bef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e99053-6cd4-474a-873e-cbbcd86b80b3,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.443546 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1b6f0d6e-afdd-49de-9dc9-99d91d44bef2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1633cde714dd4fdea9321c4c5c1b06f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154054 Nov 19 13:37:23.446394 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 38952) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:23.506439 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.535418 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.591605 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.594266 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.595519 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90e99053-6cd4-474a-873e-cbbcd86b80b3 HTTP/1.1" status: 204 len: 168 time: 0.1477766 Nov 19 13:37:23.604000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcdc5b-2ec1-4baf-81de-098b3bf0890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e99053-6cd4-474a-873e-cbbcd86b80b3,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.764247 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7240-3731-403a-aeab-194453c3a03e req-f7d97282-37db-4ccf-8b06-5c463cc13e88 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.765772 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-018f7240-3731-403a-aeab-194453c3a03e req-f7d97282-37db-4ccf-8b06-5c463cc13e88 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0857286 Nov 19 13:37:23.773822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35b1c-5c14-413f-b298-dd16fd671fae req-9f68ae51-a74d-46be-aada-86822f36ecd4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.775518 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c35b1c-5c14-413f-b298-dd16fd671fae req-9f68ae51-a74d-46be-aada-86822f36ecd4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0838532 Nov 19 13:37:23.856057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-018f7240-3731-403a-aeab-194453c3a03e req-5df5db50-ba59-4f3e-abe4-0aeb4a4e531e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794513 Nov 19 13:37:23.859328 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c35b1c-5c14-413f-b298-dd16fd671fae req-61b211d4-39e2-4d2d-af73-8e11549acec9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757608 Nov 19 13:37:24.981522 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d818b9-98d3-413c-8083-111a4ea9427d req-4fa42782-3966-4238-81f6-2015ab2e553d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.983132 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-77d818b9-98d3-413c-8083-111a4ea9427d req-4fa42782-3966-4238-81f6-2015ab2e553d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Nov 19 13:37:25.037802 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-77d818b9-98d3-413c-8083-111a4ea9427d req-da624183-5b7e-4b68-a1f0-793c600c314f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Nov 19 13:37:26.183372 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5bca-6af4-4426-a766-0ed674f124fa req-59fe48ca-3d0d-414b-bb6b-2fd55083a829 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.184856 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5cff5bca-6af4-4426-a766-0ed674f124fa req-59fe48ca-3d0d-414b-bb6b-2fd55083a829 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0626225 Nov 19 13:37:26.247246 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5cff5bca-6af4-4426-a766-0ed674f124fa req-df331451-f824-4dde-81f3-7028273b0dad tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559118 Nov 19 13:37:27.378225 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe771c-6da5-4cbe-9c97-69834feb1b76 req-d7d426aa-3b75-4629-86dd-b11125fc8616 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:27.379783 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-83fe771c-6da5-4cbe-9c97-69834feb1b76 req-d7d426aa-3b75-4629-86dd-b11125fc8616 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0550897 Nov 19 13:37:27.429784 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-83fe771c-6da5-4cbe-9c97-69834feb1b76 req-2c5b76a5-37c7-4fac-9b8b-d9da182a66d5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Nov 19 13:37:28.553629 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4333-8cf5-4cca-b82e-3447d9842384 req-78e95cff-761c-4db4-aa2a-36c9e26f6111 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:28.555265 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-481c4333-8cf5-4cca-b82e-3447d9842384 req-78e95cff-761c-4db4-aa2a-36c9e26f6111 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Nov 19 13:37:28.610435 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-481c4333-8cf5-4cca-b82e-3447d9842384 req-683afe2e-2ef4-4022-a2e0-2243e994c53b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Nov 19 13:37:30.004052 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-2ddc8461-ad21-4215-b6eb-5438b5902b1f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:30.005481 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-2ddc8461-ad21-4215-b6eb-5438b5902b1f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.1225064 Nov 19 13:37:30.023770 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-322ee822-4b40-43fb-b0f4-cbbf0793e162 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/quotas/a2b85b6e9a95402194d48a7909d120a1 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Nov 19 13:37:30.086179 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-87206e2c-b47b-4bc9-8eba-5b0616e86312 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569854 Nov 19 13:37:30.193048 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-e0742843-d104-4609-b39a-a6a52ba3393c service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995464 Nov 19 13:37:30.282018 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6b51a7f-a9b6-4388-80e4-92241a572f21 service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826640 Nov 19 13:37:32.029458 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8dca6b67-c5ee-4c29-ac12-bb5d9313da4a req-6c57b4c2-0f7e-4470-8285-955dc5f79a6e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 210 time: 0.0382330 Nov 19 13:37:32.041930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5d63-74d3-4887-a377-be395f480c13 req-b8b6f141-ab32-40bd-8a10-cc321e1d0d8b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.043537 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1cab5d63-74d3-4887-a377-be395f480c13 req-b8b6f141-ab32-40bd-8a10-cc321e1d0d8b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0870519 Nov 19 13:37:32.096957 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1cab5d63-74d3-4887-a377-be395f480c13 req-58a638af-387f-4236-b592-a4879656c51d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473418 Nov 19 13:37:32.747071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-7975247f-f114-4f4c-9091-c44fa4767603 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.748821 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-7975247f-f114-4f4c-9091-c44fa4767603 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.1213982 Nov 19 13:37:32.768969 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Request body: {'port': {'device_id': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'admin_state_up': True, 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:32.894383 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:32.898580 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.071528 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Allocated IP 172.20.0.4 (d4b5f30c-9859-4dc0-9964-fe81b0775d18/04b19427-02b8-4423-b3e4-a3943b267d0f/4ecd3cb2-7e39-4c27-babb-37b69833287a) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:33.147314 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40836ff0-9329-4513-8edb-7819c4f70ba7 req-4263f57b-2859-4d47-aaf8-1222b74294c4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 210 time: 0.0277655 Nov 19 13:37:33.221062 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811475e-6eb6-48b8-94ce-d02c7adb540a req-5d784b3c-bf13-4da7-9952-1c227f8de0b6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:33.222814 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4811475e-6eb6-48b8-94ce-d02c7adb540a req-5d784b3c-bf13-4da7-9952-1c227f8de0b6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Nov 19 13:37:33.226004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.262844 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.272829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4811475e-6eb6-48b8-94ce-d02c7adb540a req-5fe62f2b-42fa-4354-9106-e03e6262beb3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Nov 19 13:37:33.283627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'b5edbcfa-b003-4f23-9e31-e4f781f893f8'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:33.309353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:33.313178 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:33.317029 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:33.322595 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:33.323550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.330018 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event updated for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.351373 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-b6e8ef5f-901e-43f6-95fd-615e09a83723 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868099 Nov 19 13:37:33.366944 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Request body: {'port': {'device_id': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:33.422250 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.696724 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecd3cb2-7e39-4c27-babb-37b69833287a {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:33.704859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.719267 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Transition to ACTIVE for port object 4ecd3cb2-7e39-4c27-babb-37b69833287a will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:33.724906 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.779000 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.813131 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Attempting to bind port 4ecd3cb2-7e39-4c27-babb-37b69833287a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:33.813476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Attempting to bind port 4ecd3cb2-7e39-4c27-babb-37b69833287a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:33.813914 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Attempting to bind port 4ecd3cb2-7e39-4c27-babb-37b69833287a on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:33.818912 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Port 4ecd3cb2-7e39-4c27-babb-37b69833287a on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:33.819249 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Attempting to bind port 4ecd3cb2-7e39-4c27-babb-37b69833287a on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:33.824322 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:33.824651 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Checking segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:33.825021 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Bound using segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:33.825440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Bound port: 4ecd3cb2-7e39-4c27-babb-37b69833287a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:33.825778 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.895233 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:33.898544 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:33.906382 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.957954 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:33.958420 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.959859 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ecd3cb2-7e39-4c27-babb-37b69833287a HTTP/1.1" status: 200 len: 1093 time: 0.5979867 Nov 19 13:37:33.960313 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:33.962589 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9" -d '{"events": [{"name": "network-changed", "server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:33.970213 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f76357-44ef-4434-a655-e4b217fa0720 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:34.009797 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f552e-12ef-4422-82b5-8b458aeab29a x-openstack-request-id: req-758f552e-12ef-4422-82b5-8b458aeab29a {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:34.010840 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:34.011125 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-758f552e-12ef-4422-82b5-8b458aeab29a {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:34.011540 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a', 'status': 'completed', 'code': 200} Nov 19 13:37:34.065334 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-5677c0a0-8ddc-48b0-8b3f-3309448b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.067026 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-5677c0a0-8ddc-48b0-8b3f-3309448b9321 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 1096 time: 0.0430722 Nov 19 13:37:34.123306 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-47ff0416-7b60-4817-b421-a29757da1655 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a HTTP/1.1" status: 200 len: 217 time: 0.0422845 Nov 19 13:37:34.184242 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-3248bff9-45c1-4cf5-b6db-3377016bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.186293 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-3248bff9-45c1-4cf5-b6db-3377016bcd46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0473397 Nov 19 13:37:34.261821 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-bd058308-37fa-45af-a822-700d9900ad31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358999 Nov 19 13:37:34.277392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfdf94-9479-4c22-a9b0-5ff3125ffd94 req-17ddc1b2-2499-4c98-a0df-71ad4a851f15 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.279114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6abfdf94-9479-4c22-a9b0-5ff3125ffd94 req-17ddc1b2-2499-4c98-a0df-71ad4a851f15 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 943 time: 0.0583365 Nov 19 13:37:34.338644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6abfdf94-9479-4c22-a9b0-5ff3125ffd94 req-39556680-faaa-4964-9348-e1b115c6cee7 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532861 Nov 19 13:37:34.385390 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-ec203aed-420c-4dd0-9319-56accac4530e service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188459 Nov 19 13:37:34.414879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd3b9-e7d1-477f-8026-9399ca3c768f req-5443d682-4723-4781-984c-c5028743ebad tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.418920 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33abd3b9-e7d1-477f-8026-9399ca3c768f req-5443d682-4723-4781-984c-c5028743ebad tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0536838 Nov 19 13:37:34.472341 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33abd3b9-e7d1-477f-8026-9399ca3c768f req-d2381626-4238-4e48-a13c-3d50997000c6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435305 Nov 19 13:37:34.490045 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-35ed03dd-e344-419f-9b43-1dcbb1e8b7ff req-f1da4646-79aa-4a41-879f-227f1d7533ea service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891092 Nov 19 13:37:34.600298 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-91ed31e9-eb25-4934-8303-44e1f956dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.601951 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-91ed31e9-eb25-4934-8303-44e1f956dae3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 1096 time: 0.0445530 Nov 19 13:37:34.709829 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-33112462-19d2-45e8-a0c0-cf1687d75675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.711349 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-33112462-19d2-45e8-a0c0-cf1687d75675 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 915 time: 0.0992031 Nov 19 13:37:34.762066 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-0e1d2c62-b6fb-4dd9-b413-3add35634bcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a HTTP/1.1" status: 200 len: 217 time: 0.0359221 Nov 19 13:37:34.818105 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-0fac00e2-2ed0-4748-8fe3-c98ef9fce8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.819699 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-0fac00e2-2ed0-4748-8fe3-c98ef9fce8c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0488825 Nov 19 13:37:34.864061 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-f62e1831-bf39-45a8-928c-1f106b8a5ba0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279164 Nov 19 13:37:34.975668 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-7195479a-e1d7-4ab4-8c3c-ff14eeed8b1c service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933347 Nov 19 13:37:35.100753 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-e4c9f227-dc02-44d2-a5f5-b3ae41ec60c9 req-be4cf77d-8a30-4e52-aef4-200c42753a0c service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086118 Nov 19 13:37:35.469517 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e5cdb-1691-48d6-bdde-e2b767ed227e req-bacbaaa3-84c6-418d-84bb-28632312a7f4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:35.471073 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-149e5cdb-1691-48d6-bdde-e2b767ed227e req-bacbaaa3-84c6-418d-84bb-28632312a7f4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 943 time: 0.0578179 Nov 19 13:37:35.528159 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-149e5cdb-1691-48d6-bdde-e2b767ed227e req-b9e9636c-0bce-4bed-ac84-ac82830de3c8 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Nov 19 13:37:35.613386 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fce6-3132-4639-84f9-c793614a9ccd req-622d7607-e9fb-49d8-93d5-acc64158eddb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:35.614977 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c501fce6-3132-4639-84f9-c793614a9ccd req-622d7607-e9fb-49d8-93d5-acc64158eddb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Nov 19 13:37:35.664162 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c501fce6-3132-4639-84f9-c793614a9ccd req-9006fa74-93d8-4559-8d93-5e02c74cea94 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 Nov 19 13:37:36.667582 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db651282-9687-4f38-af76-d88254764809 req-020427de-ffc0-4bb0-a8b8-b113f566624e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.668982 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-db651282-9687-4f38-af76-d88254764809 req-020427de-ffc0-4bb0-a8b8-b113f566624e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 943 time: 0.0585589 Nov 19 13:37:36.729574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-db651282-9687-4f38-af76-d88254764809 req-b81a6f92-c9e4-4e5e-9809-e93bda3bc448 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537643 Nov 19 13:37:36.794962 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501950f-42bc-4d38-816a-207fec817419 req-6a5a07de-1afb-45e6-b6bc-d2b764b93f94 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.796635 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c501950f-42bc-4d38-816a-207fec817419 req-6a5a07de-1afb-45e6-b6bc-d2b764b93f94 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Nov 19 13:37:36.822071 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:36.847644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c501950f-42bc-4d38-816a-207fec817419 req-2d70f4f6-5a2a-4333-84b0-929e8daebfea tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Nov 19 13:37:37.867805 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b787ad-4aba-429b-8ea6-7b48ea4a2768 req-204f159f-a482-4654-aaa3-0694855e79c3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:37.869652 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c9b787ad-4aba-429b-8ea6-7b48ea4a2768 req-204f159f-a482-4654-aaa3-0694855e79c3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 943 time: 0.0580626 Nov 19 13:37:37.920675 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c9b787ad-4aba-429b-8ea6-7b48ea4a2768 req-fba21ef5-661f-416c-b444-bd6b50ee7db4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Nov 19 13:37:37.974006 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dad92f-b802-46cd-ab13-fffa59212eb5 req-3396cfbc-c159-4734-854c-41cefc4f2e4e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:37.975557 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-00dad92f-b802-46cd-ab13-fffa59212eb5 req-3396cfbc-c159-4734-854c-41cefc4f2e4e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Nov 19 13:37:38.027431 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-00dad92f-b802-46cd-ab13-fffa59212eb5 req-092e0f5b-667a-442f-a33b-b1c4d0910212 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454466 Nov 19 13:37:38.553428 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4ecd3cb2-7e39-4c27-babb-37b69833287a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:38.677370 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:38.701259 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '4ecd3cb2-7e39-4c27-babb-37b69833287a', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'port_id': '4ecd3cb2-7e39-4c27-babb-37b69833287a', 'mac_address': 'fa:16:3e:fc:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b19427-02b8-4423-b3e4-a3943b267d0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:38.741295 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.756993 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecd3cb2-7e39-4c27-babb-37b69833287a {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:38.779539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:38.785402 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.837441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:39.052347 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263404ea-155e-43ba-a46e-d07444d5cecf req-bd2a95e4-77dc-401d-baaa-b2126a21346d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.053860 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-263404ea-155e-43ba-a46e-d07444d5cecf req-bd2a95e4-77dc-401d-baaa-b2126a21346d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 944 time: 0.0579064 Nov 19 13:37:39.107709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-263404ea-155e-43ba-a46e-d07444d5cecf req-c5a58f93-7200-4394-ae7e-f9d1132bf7cb tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470352 Nov 19 13:37:39.159027 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['4ecd3cb2-7e39-4c27-babb-37b69833287a'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:39.161300 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2fc6-d213-4867-999c-298487d1832f req-05193721-455e-451f-87e4-bc12454f0059 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.163770 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98da2fc6-d213-4867-999c-298487d1832f req-05193721-455e-451f-87e4-bc12454f0059 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0530250 Nov 19 13:37:39.227939 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98da2fc6-d213-4867-999c-298487d1832f req-4c2001e7-0531-4bad-a8ee-293978e0cb70 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578613 Nov 19 13:37:40.245813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d314fa-f6d2-457e-abfd-972c9ad1226f req-d4ea8ec5-8c36-46dd-9c7b-2c27800c1f91 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:40.247361 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23d314fa-f6d2-457e-abfd-972c9ad1226f req-d4ea8ec5-8c36-46dd-9c7b-2c27800c1f91 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 944 time: 0.0516238 Nov 19 13:37:40.299601 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23d314fa-f6d2-457e-abfd-972c9ad1226f req-b027836e-e93c-41b6-a4a4-1f6a1f575fa4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Nov 19 13:37:40.359015 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcb627-26ab-4bd2-bb9c-a48f481ccc69 req-621eeb41-fa11-4da6-851e-f39a876baeff tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:40.360970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46dcb627-26ab-4bd2-bb9c-a48f481ccc69 req-621eeb41-fa11-4da6-851e-f39a876baeff tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0548239 Nov 19 13:37:40.409622 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46dcb627-26ab-4bd2-bb9c-a48f481ccc69 req-ade063fe-20be-49bc-8a0d-b2fa3238d929 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Nov 19 13:37:40.562655 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4ecd3cb2-7e39-4c27-babb-37b69833287a up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:40.620422 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 4ecd3cb2-7e39-4c27-babb-37b69833287a completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:40.624533 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 4ecd3cb2-7e39-4c27-babb-37b69833287a triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:40.624930 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.709248 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.739020 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:40.741484 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3bf83c-7d45-4457-8e28-3b1aee69b88f" -d '{"events": [{"server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "name": "network-vif-plugged", "status": "completed", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:40.756323 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:40.762319 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.801774 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57492a24-eda1-43b7-ac80-36df329173f7 x-openstack-request-id: req-57492a24-eda1-43b7-ac80-36df329173f7 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:40.802431 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "name": "network-vif-plugged", "status": "completed", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:40.802853 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57492a24-eda1-43b7-ac80-36df329173f7 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:40.803371 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a', 'code': 200} Nov 19 13:37:40.833805 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:41.022831 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75f376-e85d-4ddc-b4fe-c454d7f91475 req-f9e3dcb2-3a92-470a-99ab-35d2afecb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.024564 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-da75f376-e85d-4ddc-b4fe-c454d7f91475 req-f9e3dcb2-3a92-470a-99ab-35d2afecb12b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 1098 time: 0.0627491 Nov 19 13:37:41.084897 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-da75f376-e85d-4ddc-b4fe-c454d7f91475 req-51b012e0-41be-4eca-99bb-22847c48ece4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Nov 19 13:37:41.442544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70be18-5ead-49e7-bffd-478771faefd0 req-12f78946-aaa0-4e4c-943f-91f61099eaa5 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.444190 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7a70be18-5ead-49e7-bffd-478771faefd0 req-12f78946-aaa0-4e4c-943f-91f61099eaa5 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.0663869 Nov 19 13:37:41.509289 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7a70be18-5ead-49e7-bffd-478771faefd0 req-db0d6081-f4c0-4f3e-b6f9-cd7d6c9c32e2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Nov 19 13:37:41.546989 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895237-8bfd-4dee-a6c5-3f5260e9bcc5 req-b561b674-3b05-4bc0-b2b6-08181e26ead1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.548658 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-61895237-8bfd-4dee-a6c5-3f5260e9bcc5 req-b561b674-3b05-4bc0-b2b6-08181e26ead1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0606556 Nov 19 13:37:41.600733 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-61895237-8bfd-4dee-a6c5-3f5260e9bcc5 req-89df421a-9cf0-4f1c-b6f7-f85fc96f7f33 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 Nov 19 13:37:42.653087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f1a9b-929a-4b29-9e5c-a71f050be937 req-50acd4dd-40ee-4f2c-99fc-2085b1845f32 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.654631 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825f1a9b-929a-4b29-9e5c-a71f050be937 req-50acd4dd-40ee-4f2c-99fc-2085b1845f32 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.0554845 Nov 19 13:37:42.734866 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825f1a9b-929a-4b29-9e5c-a71f050be937 req-8ac222a3-fb03-41da-ad84-17a51647dbed tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734725 Nov 19 13:37:42.751724 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade938-8010-454d-831c-397567575e1c req-abf5faec-4345-45d7-b078-b7747c22e726 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.753192 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3bade938-8010-454d-831c-397567575e1c req-abf5faec-4345-45d7-b078-b7747c22e726 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0719118 Nov 19 13:37:42.801246 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3bade938-8010-454d-831c-397567575e1c req-ceb255bc-56c1-47c5-bf88-ee39fdf4e8fa tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Nov 19 13:37:44.435509 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.622548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241805-a5a9-46d6-9c88-f11c954a5d2c req-fd1755f9-9f41-41a1-b490-3efdd2b5d5ce tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:45.624132 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-90241805-a5a9-46d6-9c88-f11c954a5d2c req-fd1755f9-9f41-41a1-b490-3efdd2b5d5ce tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.0910597 Nov 19 13:37:45.658221 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e19a6-56d8-473f-91f2-6d07430e5c4c req-a745da3d-70f9-4989-8419-0c4414517437 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:45.659722 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-946e19a6-56d8-473f-91f2-6d07430e5c4c req-a745da3d-70f9-4989-8419-0c4414517437 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0890627 Nov 19 13:37:45.705350 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-90241805-a5a9-46d6-9c88-f11c954a5d2c req-bb355ed6-08d1-4ab8-b20d-c5fbb035b204 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747976 Nov 19 13:37:45.729998 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-946e19a6-56d8-473f-91f2-6d07430e5c4c req-c5c951fb-5ac0-42f6-930d-689d290e3342 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Nov 19 13:37:46.541310 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-63ff355e-64b8-4690-bfb3-44b92268ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.879399 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b0dfc-386a-4784-bcf5-451a00f39437 req-3c45f2fc-4244-4946-b344-f7e8d35039d4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.881713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e9b0dfc-386a-4784-bcf5-451a00f39437 req-3c45f2fc-4244-4946-b344-f7e8d35039d4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0716081 Nov 19 13:37:46.891546 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e373a5-e0b9-4566-b78b-41c7e6595cc0 req-366c2b6c-293d-40cf-9f9a-bbbc0ab6ea62 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.893255 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85e373a5-e0b9-4566-b78b-41c7e6595cc0 req-366c2b6c-293d-40cf-9f9a-bbbc0ab6ea62 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.1008315 Nov 19 13:37:46.976883 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e9b0dfc-386a-4784-bcf5-451a00f39437 req-628d777f-b675-4a5e-ba17-13ad2eb09a3e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Nov 19 13:37:46.996099 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85e373a5-e0b9-4566-b78b-41c7e6595cc0 req-17592e6c-3ee6-4231-aa65-1195cb11cae2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945716 Nov 19 13:37:47.557118 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d2d6-2ff2-4bdd-a82b-3c6b082da1fc req-869889b4-e76b-4907-a1c2-af3b3e3f0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:47.558647 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f808d2d6-2ff2-4bdd-a82b-3c6b082da1fc req-869889b4-e76b-4907-a1c2-af3b3e3f0a4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1098 time: 0.0427067 Nov 19 13:37:48.797060 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c6434379-8011-4ce7-a8c4-3442e280d78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.293814 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.684624 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f808d2d6-2ff2-4bdd-a82b-3c6b082da1fc req-58feb0ed-23eb-429b-ba0a-32612350026e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Nov 19 13:37:50.777042 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b412fb7-dfe7-467a-94ce-bc1af1699227 req-33aa5eff-d4f5-4d2f-93ca-f03a24133f78 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:50.778539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8b412fb7-dfe7-467a-94ce-bc1af1699227 req-33aa5eff-d4f5-4d2f-93ca-f03a24133f78 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Nov 19 13:37:50.829276 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8b412fb7-dfe7-467a-94ce-bc1af1699227 req-5b17c804-83cb-4659-b30e-70ca7af0c466 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Nov 19 13:37:51.926178 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.422285 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.682710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0984bf-3dd5-44c4-a5aa-1c221ffbcee9 req-ab97f415-063c-45cd-8fb9-d4dd0b5e2826 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.684684 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f0984bf-3dd5-44c4-a5aa-1c221ffbcee9 req-ab97f415-063c-45cd-8fb9-d4dd0b5e2826 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0509887 Nov 19 13:37:54.737964 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f0984bf-3dd5-44c4-a5aa-1c221ffbcee9 req-60e35411-7cf3-47e4-b951-0db11260e941 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Nov 19 13:37:55.817489 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 39610) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:55.870575 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca615b6-4cf0-4cfd-96ad-26994dc92a47 req-889bcd46-9953-4ccc-a25b-95a814f8d138 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:55.875805 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5ca615b6-4cf0-4cfd-96ad-26994dc92a47 req-889bcd46-9953-4ccc-a25b-95a814f8d138 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0584826 Nov 19 13:37:55.926725 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5ca615b6-4cf0-4cfd-96ad-26994dc92a47 req-14255ca1-7c73-43c0-b5cb-da9d1b6986dd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Nov 19 13:37:55.932280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-990a2c63-e9a7-45f4-a648-e31323f25f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.025070 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-990a2c63-e9a7-45f4-a648-e31323f25f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.035318 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-990a2c63-e9a7-45f4-a648-e31323f25f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.061743 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658dd4-e070-4179-8681-0c6c028a440a req-7221652c-5a58-47a6-86ee-6caa1870d953 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:56.063356 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b1658dd4-e070-4179-8681-0c6c028a440a req-7221652c-5a58-47a6-86ee-6caa1870d953 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0564420 Nov 19 13:37:56.082212 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-990a2c63-e9a7-45f4-a648-e31323f25f05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b883561928f4ce6ae8c2eafb451c579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612371 Nov 19 13:37:56.082212 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2c63-e9a7-45f4-a648-e31323f25f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b06c4e-ee06-450b-8b85-333a713cafde,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.083280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 39620) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:56.125037 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b1658dd4-e070-4179-8681-0c6c028a440a req-fe9a293c-7dc6-4683-9854-ae9ece8c9fee tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525615 Nov 19 13:37:56.153365 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.177507 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.229470 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.234146 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.235404 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0b06c4e-ee06-450b-8b85-333a713cafde HTTP/1.1" status: 204 len: 168 time: 0.1511765 Nov 19 13:37:56.243725 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033640e4-7063-4a47-a686-004cb681ab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b06c4e-ee06-450b-8b85-333a713cafde,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:57.474837 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 39708) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:57.597549 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6145be56-b6b2-496e-8b40-4289e267058c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.705587 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6145be56-b6b2-496e-8b40-4289e267058c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.745962 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6145be56-b6b2-496e-8b40-4289e267058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.766033 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-2b9301a5-dbc9-4a9d-ac7b-dc8103dd5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.767810 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-2b9301a5-dbc9-4a9d-ac7b-dc8103dd5ff2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0516098 Nov 19 13:37:57.796362 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-6145be56-b6b2-496e-8b40-4289e267058c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e94f04497d874060b288c9fde46df7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181908 Nov 19 13:37:57.803534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 39732) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:57.806587 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5aaa4-edc8-4391-bac3-6c7ea101f1b8 req-01bcdb18-6549-4c25-ab70-8f969fcd5be2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.814638 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cea5aaa4-edc8-4391-bac3-6c7ea101f1b8 req-01bcdb18-6549-4c25-ab70-8f969fcd5be2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.1066215 Nov 19 13:37:57.817652 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145be56-b6b2-496e-8b40-4289e267058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677507aa-f911-49e4-ba96-f5c64e10d16f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:57.898133 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cea5aaa4-edc8-4391-bac3-6c7ea101f1b8 req-728f9dcd-8d88-4564-9c53-75b6487aef11 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825033 Nov 19 13:37:57.929385 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-936c56aa-2271-44c8-bacd-a61884c1615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.931016 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-936c56aa-2271-44c8-bacd-a61884c1615b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.1520731 Nov 19 13:37:57.932363 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.978193 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.030441 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-42e3b33e-2c2b-4105-b3a8-b9b69a04ff91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.0619359 Nov 19 13:37:58.103280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-99076a58-b031-4162-ba2f-ac5f3a1b2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.104829 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-99076a58-b031-4162-ba2f-ac5f3a1b2cba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0580156 Nov 19 13:37:58.140069 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.142668 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.143869 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/677507aa-f911-49e4-ba96-f5c64e10d16f HTTP/1.1" status: 204 len: 168 time: 0.3393712 Nov 19 13:37:58.145967 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-203a3d55-ade4-4598-ba4b-72b419b5085b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329235 Nov 19 13:37:58.154795 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dc535-2fc0-4bc5-a5a7-3c99ea48b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677507aa-f911-49e4-ba96-f5c64e10d16f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:58.273177 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-b8797b0c-7a16-43d8-8377-663642ceb2c6 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161714 Nov 19 13:37:58.390924 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-78d531a5-9f34-41f1-b6d2-dab14d4edb9e req-49fc4e09-2e07-4a67-822c-890ac686d6cd service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041265 Nov 19 13:37:59.039227 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc2b3-56bf-43ca-afca-ee3e1212a4ba req-eeddd46e-2d71-4c1e-8eea-ba22c9116cb5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.041037 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f4bc2b3-56bf-43ca-afca-ee3e1212a4ba req-eeddd46e-2d71-4c1e-8eea-ba22c9116cb5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0542872 Nov 19 13:37:59.101676 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f4bc2b3-56bf-43ca-afca-ee3e1212a4ba req-f511b5c6-e9ad-49aa-bcec-da79773c8779 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Nov 19 13:37:59.284648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 39804) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.404985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ca5edc73-8dca-4ab9-a621-6fc8e9c4b235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.514039 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ca5edc73-8dca-4ab9-a621-6fc8e9c4b235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.519762 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ca5edc73-8dca-4ab9-a621-6fc8e9c4b235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.562307 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ca5edc73-8dca-4ab9-a621-6fc8e9c4b235 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73606f96329844009af175726dc7d664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765360 Nov 19 13:37:59.563663 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5edc73-8dca-4ab9-a621-6fc8e9c4b235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f6c71-2c50-46d1-97f1-22354fd0908e,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:59.565135 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 39822) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.640671 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.663342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.716507 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.719032 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.720173 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/427f6c71-2c50-46d1-97f1-22354fd0908e HTTP/1.1" status: 204 len: 168 time: 0.1532562 Nov 19 13:37:59.728223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a135ab-c2fb-4cd8-b644-9f8d8fa82e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f6c71-2c50-46d1-97f1-22354fd0908e,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.239181 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ab52-a4cb-48df-824d-431e4027a9d8 req-31a1c9d2-a69e-42be-9c74-ffc4e2bdcb48 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.241958 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6c80ab52-a4cb-48df-824d-431e4027a9d8 req-31a1c9d2-a69e-42be-9c74-ffc4e2bdcb48 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0664842 Nov 19 13:38:00.300734 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6c80ab52-a4cb-48df-824d-431e4027a9d8 req-0a6110d1-a547-4f1a-88a8-1a8e86742914 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Nov 19 13:38:00.459992 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 39854) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.564633 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-23494836-network', 'tenant_id': 'ff2cb9958b6a458eb2517bc6efab7024'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:00.587580 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Made reservation on behalf of ff2cb9958b6a458eb2517bc6efab7024 for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:00.590062 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.601291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.699034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.706470 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.734663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:00.746193 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.753130 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.754068 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Added segment c1bc7718-ced0-41e9-8e38-b5431354f310 of type vlan for network a62e8e54-023d-4eec-b3f2-04ffff4d4874 Nov 19 13:38:00.796348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.824537 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.825587 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.826220 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.879940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4187617 Nov 19 13:38:00.882850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 39864) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.889939 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Request body: {'subnet': {'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-23494836-subnet', 'tenant_id': 'ff2cb9958b6a458eb2517bc6efab7024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:00.909120 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38566854-a2f5-49f2-8f03-7d57037e0aed admin admin] Pushing event updated for resources: {'Network': ['ID=a62e8e54-023d-4eec-b3f2-04ffff4d4874,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.921167 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:00.929356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Made reservation on behalf of ff2cb9958b6a458eb2517bc6efab7024 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:00.935158 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.182320 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.245084 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2820244c-a004-4746-a034-202fc18dbf9e,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.256805 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Checking segment: {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:01.257171 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Network hostable DHCP agents. Network: a62e8e54-023d-4eec-b3f2-04ffff4d4874, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:01.277487 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:01.298553 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, a62e8e54-023d-4eec-b3f2-04ffff4d4874) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:01.304031 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.307943 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587c5b7-2a8a-4256-91d2-faddc802c6e3 None None] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:01.308210 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.355993 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-880c7852-3a0a-47c9-9358-7018263dcd45 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4716978 Nov 19 13:38:01.463015 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c701f42-bee2-4642-9b95-7459141bd7c6 None None] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:01.478678 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf59ba-19ed-4810-ba53-a4d89deb3707 req-b4f03c68-fc56-446d-9969-ababac7cfba3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.480306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fbf59ba-19ed-4810-ba53-a4d89deb3707 req-b4f03c68-fc56-446d-9969-ababac7cfba3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0799878 Nov 19 13:38:01.567669 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fbf59ba-19ed-4810-ba53-a4d89deb3707 req-be185f8f-b577-4735-b093-5208d78669d0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787187 Nov 19 13:38:02.702319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410356c8-c7fa-4139-9508-8919075eca88 req-c6886949-2aab-4ac8-8afe-c8b3eb9aef6f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:02.703954 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-410356c8-c7fa-4139-9508-8919075eca88 req-c6886949-2aab-4ac8-8afe-c8b3eb9aef6f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0555749 Nov 19 13:38:02.758317 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-410356c8-c7fa-4139-9508-8919075eca88 req-0ac4bae4-b774-407e-a89d-17b201a86580 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476096 Nov 19 13:38:03.213910 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-edbeb0b3-1231-4177-a23f-9832861b3cfa tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.215357 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-edbeb0b3-1231-4177-a23f-9832861b3cfa tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 812 time: 0.1081409 Nov 19 13:38:03.238076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-72648718-51b5-433f-9144-74b3f0e4c66a tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/quotas/ff2cb9958b6a458eb2517bc6efab7024 HTTP/1.1" status: 200 len: 375 time: 0.0134277 Nov 19 13:38:03.273830 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-95355020-c084-4cb4-bdf4-3f04001ca8aa tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267041 Nov 19 13:38:03.372816 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-250d26fa-fbbb-49da-a6ef-1f076b3f10e2 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913129 Nov 19 13:38:03.467792 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-4cb87126-ef09-43b2-9a42-8a73637d8148 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885558 Nov 19 13:38:05.936666 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-25209510-e24c-4afa-af3e-23c16d4c7de3 req-bb97b99e-cd26-4794-911c-68b9782764cf tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 210 time: 0.0379364 Nov 19 13:38:06.057170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61370798-9f2a-4524-9c66-58e0cab1de56 req-c32e110e-8fdf-4141-b6cf-b77af14e1540 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.058705 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-61370798-9f2a-4524-9c66-58e0cab1de56 req-c32e110e-8fdf-4141-b6cf-b77af14e1540 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0597329 Nov 19 13:38:06.118645 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-61370798-9f2a-4524-9c66-58e0cab1de56 req-e4841e39-47cc-4554-8790-c212024472f1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Nov 19 13:38:06.761462 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-c3a4151f-84b0-4e60-8b9b-a2e42db0750b tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.763803 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-c3a4151f-84b0-4e60-8b9b-a2e42db0750b tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 812 time: 0.1432157 Nov 19 13:38:06.788656 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Request body: {'port': {'device_id': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874', 'admin_state_up': True, 'tenant_id': 'ff2cb9958b6a458eb2517bc6efab7024'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:06.924921 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Made reservation on behalf of ff2cb9958b6a458eb2517bc6efab7024 for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:06.928581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.092170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Allocated IP 172.20.0.13 (a62e8e54-023d-4eec-b3f2-04ffff4d4874/2820244c-a004-4746-a034-202fc18dbf9e/b2596b0c-7f9e-4097-ad07-8fbd0a26f76f) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:07.167230 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3fb61909-e162-498b-bd4e-35b44afb0179 req-4f943c5d-78c1-4d36-8e83-83272b31831c tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Nov 19 13:38:07.255336 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7344c0-ca9c-4a2f-90f0-b7c3d5caca5f req-bbe1569f-7573-489d-b1e8-4c29ded5d841 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.257453 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b7344c0-ca9c-4a2f-90f0-b7c3d5caca5f req-bbe1569f-7573-489d-b1e8-4c29ded5d841 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0574055 Nov 19 13:38:07.277326 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.317026 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b7344c0-ca9c-4a2f-90f0-b7c3d5caca5f req-02d2c304-0e9e-4eb5-b8b5-c1c221a4e0b7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Nov 19 13:38:07.321292 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.373529 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:07.377887 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:07.385805 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:07.391810 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.392429 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.407581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Pushing event updated for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:07.417915 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6416423 Nov 19 13:38:07.419176 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.419596 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.419877 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.420215 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.420550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.420872 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.421461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.421576 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.421831 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.422151 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.422472 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.422793 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd3c1-67f2-495f-bc98-af4d843f40d9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:07.432822 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Request body: {'port': {'device_id': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:07.475341 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-c5578ad0-8e1f-4589-8440-630df919365b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.476828 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-c5578ad0-8e1f-4589-8440-630df919365b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.1325481 Nov 19 13:38:07.492312 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.492673 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-9a4ce8c5-36a0-44b3-9000-f9f5132e17d9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/quotas/a2b85b6e9a95402194d48a7909d120a1 HTTP/1.1" status: 200 len: 375 time: 0.0095410 Nov 19 13:38:07.555441 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-97668828-200b-47c2-bf53-a40de3fe5d99 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563080 Nov 19 13:38:07.677434 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-e9e68c76-a4ed-403b-a7ad-fc21bee2fbea service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125991 Nov 19 13:38:07.779468 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-3cbefe0a-5f76-4c51-a09e-84a30ff9c665 service neutron] 10.222.0.74 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952177 Nov 19 13:38:07.967770 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9b4921f3-6352-41d5-adb7-924fd513d2b7 req-6ed9d0a8-a022-4d7c-983a-c6d55250cf1b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 210 time: 0.0391102 Nov 19 13:38:08.043395 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2596b0c-7f9e-4097-ad07-8fbd0a26f76f {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:08.064282 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.100380 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Transition to ACTIVE for port object b2596b0c-7f9e-4097-ad07-8fbd0a26f76f will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:08.103598 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.206878 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:08.211805 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Attempting to bind port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:08.212161 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Attempting to bind port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:08.212492 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Attempting to bind port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:08.218157 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:08.218756 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Attempting to bind port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:08.224976 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:08.224976 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Checking segment: {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:08.225476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Bound using segment: {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:08.226152 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Bound port: b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:08.226580 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.354224 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:08.365820 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:08.372283 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.376529 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5ee12-8033-4857-a386-bebf4a9f2faa req-6cd5e8a9-8a86-49c4-8bf8-9c13d07c263d tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.379115 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e1b5ee12-8033-4857-a386-bebf4a9f2faa req-6cd5e8a9-8a86-49c4-8bf8-9c13d07c263d tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 944 time: 0.0811896 Nov 19 13:38:08.428876 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.430165 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.432261 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] 10.222.0.69 "PUT /v2.0/ports/b2596b0c-7f9e-4097-ad07-8fbd0a26f76f HTTP/1.1" status: 200 len: 1094 time: 1.0035162 Nov 19 13:38:08.435164 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:08.438908 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c42993-46d9-4c31-b6a6-2346d551ed8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:08.469951 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e1b5ee12-8033-4857-a386-bebf4a9f2faa req-0092df1a-4e46-4381-817d-ff40e41ef2f4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844603 Nov 19 13:38:08.475861 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38009-dea0-4ea7-935e-9d77e8699b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:08.505815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd641b-4839-4e80-ba8f-061bebd8f1a0 req-6ac7e537-80f6-4c10-8303-2219bfabfc98 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.508730 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8bd641b-4839-4e80-ba8f-061bebd8f1a0 req-6ac7e537-80f6-4c10-8303-2219bfabfc98 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0910621 Nov 19 13:38:08.536133 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d56c89-3a17-471b-8fdd-471b543139a6 x-openstack-request-id: req-c0d56c89-3a17-471b-8fdd-471b543139a6 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:08.536431 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:08.536960 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0d56c89-3a17-471b-8fdd-471b543139a6 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:08.537286 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f', 'status': 'completed', 'code': 200} Nov 19 13:38:08.551752 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-8be0ac1a-ecb9-4866-9413-3af1fa38fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.553359 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-8be0ac1a-ecb9-4866-9413-3af1fa38fb37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 1097 time: 0.0670249 Nov 19 13:38:08.573354 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8bd641b-4839-4e80-ba8f-061bebd8f1a0 req-a186a4df-918d-4fa5-a4e2-495a1eee6618 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Nov 19 13:38:08.616922 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-c95681b5-4ce5-4f79-a705-46fb80d1d4b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f HTTP/1.1" status: 200 len: 217 time: 0.0437391 Nov 19 13:38:08.689488 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330896-f064-42d0-a894-7eed43e263af req-dd5803fb-a1f4-4aa7-a227-654f0117620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.691123 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-dd5803fb-a1f4-4aa7-a227-654f0117620a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2820244c-a004-4746-a034-202fc18dbf9e HTTP/1.1" status: 200 len: 852 time: 0.0597818 Nov 19 13:38:08.730719 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-6a66471b-9951-43d6-b77f-be83005838b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a62e8e54-023d-4eec-b3f2-04ffff4d4874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271103 Nov 19 13:38:08.857322 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-35cc1fda-f6a0-408d-a948-829fff088661 service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079893 Nov 19 13:38:08.953012 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-09330896-f064-42d0-a894-7eed43e263af req-cd5df0d4-1408-40c0-b667-f6b392206bb2 service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866115 Nov 19 13:38:09.064068 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-c79a605c-cd13-4b9a-ac9b-d6bde473b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.065935 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-c79a605c-cd13-4b9a-ac9b-d6bde473b354 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 1097 time: 0.0540290 Nov 19 13:38:09.079268 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a22c039a-ca06-4bd0-a88e-320a796dd2c4 req-f4978eeb-4001-4a61-b3ea-892054ec5116 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 210 time: 0.0299699 Nov 19 13:38:09.181029 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-02d666bd-5376-4941-8d61-bed63350c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.183350 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-02d666bd-5376-4941-8d61-bed63350c9ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 913 time: 0.1006382 Nov 19 13:38:09.254435 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-7e7f370d-d318-4603-a595-b80837d11694 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f HTTP/1.1" status: 200 len: 217 time: 0.0505574 Nov 19 13:38:09.404212 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-0669a162-e77d-4069-b036-d238b3ca380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.405896 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-0669a162-e77d-4069-b036-d238b3ca380e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2820244c-a004-4746-a034-202fc18dbf9e HTTP/1.1" status: 200 len: 852 time: 0.1363127 Nov 19 13:38:09.417111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4f66da14-9276-45de-8bdd-dbadaad2d000 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.418449 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4f66da14-9276-45de-8bdd-dbadaad2d000 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 814 time: 0.1754825 Nov 19 13:38:09.446597 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Request body: {'port': {'device_id': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'admin_state_up': True, 'tenant_id': 'a2b85b6e9a95402194d48a7909d120a1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:09.488263 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-0b0b5ba4-2a4d-4bf1-955d-1f3b5e16d0da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a62e8e54-023d-4eec-b3f2-04ffff4d4874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545168 Nov 19 13:38:09.612550 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a557b-eb11-4f92-9bb3-1e98e0393c8b req-3806a923-0daf-4b99-b1db-65f5232ac8a9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.614372 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a91a557b-eb11-4f92-9bb3-1e98e0393c8b req-3806a923-0daf-4b99-b1db-65f5232ac8a9 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 944 time: 0.0626926 Nov 19 13:38:09.677207 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-09d67951-25d4-4e53-870c-b7e7d728a03b service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625066 Nov 19 13:38:09.696893 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Made reservation on behalf of a2b85b6e9a95402194d48a7909d120a1 for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:09.698817 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a91a557b-eb11-4f92-9bb3-1e98e0393c8b req-3d43de70-1dc4-443c-a8e6-61c4bebf824f tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698855 Nov 19 13:38:09.700597 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.752595 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542fd3-8a93-4e02-9118-9aac8a012997 req-9b4ddb64-2a16-44b2-aea5-d75d8cb2b1e9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.754623 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e542fd3-8a93-4e02-9118-9aac8a012997 req-9b4ddb64-2a16-44b2-aea5-d75d8cb2b1e9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0774605 Nov 19 13:38:09.822256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e542fd3-8a93-4e02-9118-9aac8a012997 req-888ad054-fe60-48f0-a43f-7b9905cd0bd3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Nov 19 13:38:09.915218 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-69c42993-46d9-4c31-b6a6-2346d551ed8b req-32170114-775b-4d76-bc90-9cde779c25d1 service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024369 Nov 19 13:38:09.931809 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Allocated IP 172.20.0.2 (d4b5f30c-9859-4dc0-9964-fe81b0775d18/04b19427-02b8-4423-b3e4-a3943b267d0f/7b476506-aeb7-452f-b36d-cd93461bf7a9) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:10.005397 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40108) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:10.113669 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.132958 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.170702 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.186760 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', '4ecd3cb2-7e39-4c27-babb-37b69833287a'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:10.228928 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Network d4b5f30c-9859-4dc0-9964-fe81b0775d18 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:10.242222 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:10.247513 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:10.252616 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217ac69-e129-4eae-bf1a-6f4d8b95d9f4 req-23355341-68c0-4073-ab3f-025843c32d0f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.253260 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.253966 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.254269 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d217ac69-e129-4eae-bf1a-6f4d8b95d9f4 req-23355341-68c0-4073-ab3f-025843c32d0f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 931 time: 0.0829556 Nov 19 13:38:10.256960 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event updated for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.280076 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-d10b97cf-3e4b-40cf-b737-04794d4a4959 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371570 Nov 19 13:38:10.292538 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.298811 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Request body: {'port': {'device_id': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:10.301836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.369092 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53a0a064ccad4654bc9df1e04cf3c6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625464 Nov 19 13:38:10.370181 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.373152 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40118) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:10.375906 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f51bc-d36e-4cd8-badb-47a2206a11b7,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.382715 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d217ac69-e129-4eae-bf1a-6f4d8b95d9f4 req-47b32393-b055-4e35-a8b4-b23c17dc0957 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073825 Nov 19 13:38:10.388518 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.388874 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.389217 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.389554 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.390561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.390561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.390561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.390822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.391226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.391492 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.391812 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.392132 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc911b-922f-4c3d-aacc-c9425d53b62d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.486808 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.573131 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.695338 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.695831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2596b0c-7f9e-4097-ad07-8fbd0a26f76f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:10.697805 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.699018 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/735f51bc-d36e-4cd8-badb-47a2206a11b7 HTTP/1.1" status: 204 len: 168 time: 0.3248649 Nov 19 13:38:10.715625 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ce6c-6410-4c6a-b834-4c560d9049bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f51bc-d36e-4cd8-badb-47a2206a11b7,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.772708 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b476506-aeb7-452f-b36d-cd93461bf7a9 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:10.782856 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.801223 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Transition to ACTIVE for port object 7b476506-aeb7-452f-b36d-cd93461bf7a9 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:10.807395 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.854644 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:10.873063 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f', 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874', 'port_id': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f', 'mac_address': 'fa:16:3e:f0:87:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820244c-a004-4746-a034-202fc18dbf9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:10.874874 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.903537 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7fe0a-04de-416a-bd79-e19812a15835 req-ce1f2a4c-0b76-438c-8fd0-fa60135ef10f tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.912748 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e3f7fe0a-04de-416a-bd79-e19812a15835 req-ce1f2a4c-0b76-438c-8fd0-fa60135ef10f tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 944 time: 0.0777230 Nov 19 13:38:10.927589 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.942481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Attempting to bind port 7b476506-aeb7-452f-b36d-cd93461bf7a9 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:10.942824 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Attempting to bind port 7b476506-aeb7-452f-b36d-cd93461bf7a9 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:10.943179 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Attempting to bind port 7b476506-aeb7-452f-b36d-cd93461bf7a9 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:10.948217 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Port 7b476506-aeb7-452f-b36d-cd93461bf7a9 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:10.948436 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Attempting to bind port 7b476506-aeb7-452f-b36d-cd93461bf7a9 on network d4b5f30c-9859-4dc0-9964-fe81b0775d18 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:10.949255 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2596b0c-7f9e-4097-ad07-8fbd0a26f76f {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:10.957558 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:10.959414 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Checking segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:10.960061 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Bound using segment: {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:10.960281 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Bound port: 7b476506-aeb7-452f-b36d-cd93461bf7a9, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41dab4-dacb-46c5-9da8-9389735c8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:10.964700 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.992275 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:11.000941 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.035930 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e3f7fe0a-04de-416a-bd79-e19812a15835 req-5d9ae7ff-a7ca-47e8-842f-83d99b71faef tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218188 Nov 19 13:38:11.059667 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b8391-43a0-4794-af51-f7550518982d req-23bc0934-412e-4e97-b2df-69e28696174e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.062064 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a2b8391-43a0-4794-af51-f7550518982d req-23bc0934-412e-4e97-b2df-69e28696174e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0811269 Nov 19 13:38:11.084894 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.089388 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:11.093884 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:11.098968 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.122611 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a2b8391-43a0-4794-af51-f7550518982d req-a3df4da3-0143-4e64-aa61-96ebcea3a042 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537639 Nov 19 13:38:11.138342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40130) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:11.142848 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.143492 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.145376 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] 10.222.0.69 "PUT /v2.0/ports/7b476506-aeb7-452f-b36d-cd93461bf7a9 HTTP/1.1" status: 200 len: 1093 time: 0.8532429 Nov 19 13:38:11.145819 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:11.148798 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:11.163199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fd7decf1-7830-4296-959b-a9cf590caa0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.173735 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becc43a-94e6-463f-a224-8fce873bfff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.195279 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51453166-da68-45b4-badc-81aa1adb3372 x-openstack-request-id: req-51453166-da68-45b4-badc-81aa1adb3372 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:11.195596 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:11.195852 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51453166-da68-45b4-badc-81aa1adb3372 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:11.196282 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9', 'status': 'completed', 'code': 200} Nov 19 13:38:11.252633 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-adf6a08c-f243-4538-b948-cc0aa568e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.254260 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-adf6a08c-f243-4538-b948-cc0aa568e561 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 1096 time: 0.0461197 Nov 19 13:38:11.259314 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fd7decf1-7830-4296-959b-a9cf590caa0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.264612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fd7decf1-7830-4296-959b-a9cf590caa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.304298 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7decf1-7830-4296-959b-a9cf590caa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba712fc-bc95-4f78-a275-b45e6dd66b5d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.314295 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fd7decf1-7830-4296-959b-a9cf590caa0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=decd847060414776b5db2d4c8737bf81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689684 Nov 19 13:38:11.314872 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40136) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:11.315017 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-fbe1cd87-81e4-4d66-a7c0-64559534da61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9 HTTP/1.1" status: 200 len: 217 time: 0.0458760 Nov 19 13:38:11.375818 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-3c484e49-51f3-461b-9dfa-7d67d95d7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.377653 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-3c484e49-51f3-461b-9dfa-7d67d95d7602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0501468 Nov 19 13:38:11.377820 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.400466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.414127 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-da7236e0-24fc-46d4-9cbb-f8136c6dc158 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266383 Nov 19 13:38:11.464326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.467484 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.468825 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ba712fc-bc95-4f78-a275-b45e6dd66b5d HTTP/1.1" status: 204 len: 168 time: 0.1527882 Nov 19 13:38:11.478321 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88976f74-79dd-4bd5-aa2e-1efb5c149bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba712fc-bc95-4f78-a275-b45e6dd66b5d,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.490868 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b2596b0c-7f9e-4097-ad07-8fbd0a26f76f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:11.570635 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-bb715455-67f7-4a5d-9e31-fb77e3de66b1 service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474128 Nov 19 13:38:11.716044 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-feb5961d-bb85-4b1a-9f73-03d8168b8187 req-554e81fb-b250-462e-8ff8-02f2c09c9877 service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279993 Nov 19 13:38:11.752423 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce41be-eb40-45ea-84f2-a0ad2d71d898 req-19d86107-7557-45a4-b7a0-878489247512 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.754350 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-30ce41be-eb40-45ea-84f2-a0ad2d71d898 req-19d86107-7557-45a4-b7a0-878489247512 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 943 time: 0.0839691 Nov 19 13:38:11.815444 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-30ce41be-eb40-45ea-84f2-a0ad2d71d898 req-91ffcc6b-0fcb-45fc-8e62-4f4e5d093da3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534322 Nov 19 13:38:11.848691 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-63772343-4328-4c28-99bd-536f5b16a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.850259 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-63772343-4328-4c28-99bd-536f5b16a2aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2b85b6e9a95402194d48a7909d120a1&device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 1096 time: 0.0485549 Nov 19 13:38:11.955790 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-eb6a7340-6889-4893-89ad-452d49f44168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.957340 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-eb6a7340-6889-4893-89ad-452d49f44168 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 200 len: 915 time: 0.0932341 Nov 19 13:38:12.003827 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-677c0514-ea42-4db4-b404-0c07f24aa662 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9 HTTP/1.1" status: 200 len: 217 time: 0.0372815 Nov 19 13:38:12.062901 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-86192427-aa37-4341-b523-9cbcedbb4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.064512 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-86192427-aa37-4341-b523-9cbcedbb4b69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 200 len: 854 time: 0.0527656 Nov 19 13:38:12.101701 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-08d0ef3d-b7b0-4a9a-8930-caa8322795b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4b5f30c-9859-4dc0-9964-fe81b0775d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286949 Nov 19 13:38:12.200747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f526c-b9d2-49a1-aa95-dfa5e9634d2c req-daa31269-0b9b-4fb5-a3dd-7bf369a912b4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.202658 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e0f526c-b9d2-49a1-aa95-dfa5e9634d2c req-daa31269-0b9b-4fb5-a3dd-7bf369a912b4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 945 time: 0.0618901 Nov 19 13:38:12.222100 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-ddcbbfee-8e9e-4f11-9807-98b1ead240ae service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095569 Nov 19 13:38:12.350009 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7b2cc183-22e0-4ae6-9fb8-d5110ca48fa8 req-dd6d11ad-3fa7-4c9b-8348-baa96835089f service neutron] 10.222.0.69 "GET /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182742 Nov 19 13:38:12.518726 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e0f526c-b9d2-49a1-aa95-dfa5e9634d2c req-da4e5a5f-691d-4e29-a87a-d42c657b23ab tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099849 Nov 19 13:38:12.540525 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8e219-80a2-448d-8ac3-2975eaf0234c req-afa1548f-a114-489b-a2e6-cf9a7b1e3224 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.542363 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75a8e219-80a2-448d-8ac3-2975eaf0234c req-afa1548f-a114-489b-a2e6-cf9a7b1e3224 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.3264649 Nov 19 13:38:12.609584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75a8e219-80a2-448d-8ac3-2975eaf0234c req-3baac975-c043-482a-8e5a-9ad46dcc35ab tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Nov 19 13:38:12.950442 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b911a83-34c8-443f-9a31-4a295f4f3381 req-b558e2f4-742b-4fe5-83cf-742b08e3e776 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.952226 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b911a83-34c8-443f-9a31-4a295f4f3381 req-b558e2f4-742b-4fe5-83cf-742b08e3e776 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 943 time: 0.0571468 Nov 19 13:38:13.004104 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b911a83-34c8-443f-9a31-4a295f4f3381 req-79391637-8756-44ff-aed7-eeeccbb6c36d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Nov 19 13:38:13.656752 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c4f4d-4828-41fd-9419-6e6b00b50b76 req-b9d05581-8563-4bf1-955b-3e77f9611f0d tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:13.658292 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b8c4f4d-4828-41fd-9419-6e6b00b50b76 req-b9d05581-8563-4bf1-955b-3e77f9611f0d tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 945 time: 0.0605574 Nov 19 13:38:13.734615 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b8c4f4d-4828-41fd-9419-6e6b00b50b76 req-1dacf61c-5323-4cbb-99f2-1a29bebc4547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699577 Nov 19 13:38:13.753478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4a2a2-de50-4220-bbde-63f50ce52f59 req-a4080c60-bc58-4173-af3f-35fd3811edc9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:13.754988 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8d4a2a2-de50-4220-bbde-63f50ce52f59 req-a4080c60-bc58-4173-af3f-35fd3811edc9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0724626 Nov 19 13:38:13.807901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8d4a2a2-de50-4220-bbde-63f50ce52f59 req-632ad297-3f3e-43a8-9250-c95bcb234ed7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Nov 19 13:38:13.824775 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:14.139932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de499235-7fa2-431e-a654-42ab4bc46a5a req-88738e9d-b70b-44a2-b888-9af356b80f47 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.141463 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de499235-7fa2-431e-a654-42ab4bc46a5a req-88738e9d-b70b-44a2-b888-9af356b80f47 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 943 time: 0.0554755 Nov 19 13:38:14.193593 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de499235-7fa2-431e-a654-42ab4bc46a5a req-3553cb3d-4ab2-4cef-b4b0-711f806ed661 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458562 Nov 19 13:38:14.453745 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.716864 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 7b476506-aeb7-452f-b36d-cd93461bf7a9 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:14.721778 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2596b0c-7f9e-4097-ad07-8fbd0a26f76f up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:14.846791 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:14.855131 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:14.855492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.882904 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece76869-157d-4db8-8b03-12c7058354f9 req-5476df03-084f-4fc4-8464-51a5bc9c3e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.885160 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ece76869-157d-4db8-8b03-12c7058354f9 req-5476df03-084f-4fc4-8464-51a5bc9c3e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 945 time: 0.0618591 Nov 19 13:38:14.929254 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:14.949653 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '7b476506-aeb7-452f-b36d-cd93461bf7a9', 'network_id': 'd4b5f30c-9859-4dc0-9964-fe81b0775d18', 'port_id': '7b476506-aeb7-452f-b36d-cd93461bf7a9', 'mac_address': 'fa:16:3e:16:64:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b19427-02b8-4423-b3e4-a3943b267d0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:14.983186 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb3aec-f146-4bd1-af29-cc42bf352ef6 req-3aa7af6a-a010-49ef-8aa4-6ea5569479c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.984671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07bb3aec-f146-4bd1-af29-cc42bf352ef6 req-3aa7af6a-a010-49ef-8aa4-6ea5569479c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0910001 Nov 19 13:38:14.989872 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ece76869-157d-4db8-8b03-12c7058354f9 req-ef6fc66c-6b0b-44bf-a26b-c0eac0fe79f1 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949659 Nov 19 13:38:15.025531 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.037672 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.051203 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07bb3aec-f146-4bd1-af29-cc42bf352ef6 req-8acdfca9-c9d0-482e-be86-1bcfa2d90d88 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588074 Nov 19 13:38:15.061564 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b476506-aeb7-452f-b36d-cd93461bf7a9 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:15.073012 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:15.075408 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e44d8-09cd-4f29-aef6-ef9e7304e495" -d '{"events": [{"server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "name": "network-vif-plugged", "status": "completed", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:15.103330 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:15.108340 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:15.109511 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.143303 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.156988 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29ed5a-889b-434c-b4f9-f31a1f2ceb3f x-openstack-request-id: req-2d29ed5a-889b-434c-b4f9-f31a1f2ceb3f {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:15.157283 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "name": "network-vif-plugged", "status": "completed", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:15.157542 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d29ed5a-889b-434c-b4f9-f31a1f2ceb3f {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:15.157941 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f', 'code': 200} Nov 19 13:38:15.185454 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:15.247485 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:15.317150 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966fec0-8980-4d8c-a99e-9e1cbe3300ae req-41bcec20-ca67-424f-a37a-818f3d5a0e3a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.318883 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a966fec0-8980-4d8c-a99e-9e1cbe3300ae req-41bcec20-ca67-424f-a37a-818f3d5a0e3a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 944 time: 0.0504069 Nov 19 13:38:15.374930 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a966fec0-8980-4d8c-a99e-9e1cbe3300ae req-d378d05c-c406-437c-a2a3-a1baf36249b6 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Nov 19 13:38:15.382229 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cf6a4-851e-4958-ad2a-be2b254044a9 req-2de52a1d-5d6a-40e2-8386-6f9f826bbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.383784 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c96cf6a4-851e-4958-ad2a-be2b254044a9 req-2de52a1d-5d6a-40e2-8386-6f9f826bbc9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 1099 time: 0.0478468 Nov 19 13:38:15.444942 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c96cf6a4-851e-4958-ad2a-be2b254044a9 req-aefef08e-5a47-47f2-8950-06995ca789cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478251 Nov 19 13:38:15.603038 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['7b476506-aeb7-452f-b36d-cd93461bf7a9'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:16.124389 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b010d2-f444-4747-b6ba-6826862c2522 req-6ed631a9-8f80-4638-a5ec-b0d98a9ec1e4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:16.126117 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-69b010d2-f444-4747-b6ba-6826862c2522 req-6ed631a9-8f80-4638-a5ec-b0d98a9ec1e4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 946 time: 0.0596831 Nov 19 13:38:16.207986 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-69b010d2-f444-4747-b6ba-6826862c2522 req-60b740b0-2a2f-4230-8d4e-65b1452df8b5 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746374 Nov 19 13:38:16.231115 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80d8e9-972e-44b0-a66b-fcfb7ea88e12 req-f241c87f-46a8-4168-a0f7-608110837b8f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:16.231115 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b80d8e9-972e-44b0-a66b-fcfb7ea88e12 req-f241c87f-46a8-4168-a0f7-608110837b8f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0886080 Nov 19 13:38:16.293306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b80d8e9-972e-44b0-a66b-fcfb7ea88e12 req-3419640c-8fa4-4357-85da-308d8bee9da6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 Nov 19 13:38:16.513485 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207895c1-1c5b-486e-88d7-295973db95c3 req-1b9baecd-9d53-479c-b24d-3c4418c33b3d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:16.515431 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-207895c1-1c5b-486e-88d7-295973db95c3 req-1b9baecd-9d53-479c-b24d-3c4418c33b3d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 944 time: 0.0619175 Nov 19 13:38:16.544464 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40300) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:16.569462 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-87ce1d38-7cab-44b9-a7d6-fb9876a6a56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.596771 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-207895c1-1c5b-486e-88d7-295973db95c3 req-f59afdb5-3760-42a4-89c9-7bf3d9211ade tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Nov 19 13:38:16.682986 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3ed38a3a-e4ca-43bc-bab2-438f63a2791b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.779659 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3ed38a3a-e4ca-43bc-bab2-438f63a2791b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.788278 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3ed38a3a-e4ca-43bc-bab2-438f63a2791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.835137 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3ed38a3a-e4ca-43bc-bab2-438f63a2791b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e4f09ab8a1342b9bbd3d847d0d1774c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888739 Nov 19 13:38:16.836137 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38a3a-e4ca-43bc-bab2-438f63a2791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48093f29-df18-4577-8f18-f28b819ebfba,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:16.837769 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40308) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:16.895930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.907002 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-3cb82c7e-e790-448f-ba1d-7be755a9dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:16.908768 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-3cb82c7e-e790-448f-ba1d-7be755a9dcf1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0531147 Nov 19 13:38:16.918993 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.980338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.983286 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.984549 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48093f29-df18-4577-8f18-f28b819ebfba HTTP/1.1" status: 204 len: 168 time: 0.1444445 Nov 19 13:38:16.994409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcb86c-0572-4d7e-a1be-092c6f03d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48093f29-df18-4577-8f18-f28b819ebfba,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:17.046663 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-a14c854f-bb7f-4319-9a4b-1c5cc64d8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.048215 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-a14c854f-bb7f-4319-9a4b-1c5cc64d8c81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.1073787 Nov 19 13:38:17.109266 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-bbaa95ff-a722-439d-9842-6780d1d36459 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.0386817 Nov 19 13:38:17.189661 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-9dd34767-f3f7-4bed-b8bb-24c05f3b6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.191748 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-9dd34767-f3f7-4bed-b8bb-24c05f3b6ccd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0632861 Nov 19 13:38:17.237028 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-7136e7cf-bf37-42b5-9683-ffb11bee031b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324905 Nov 19 13:38:17.385221 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-63263f96-bfed-4c97-a394-5168af0fdd9a service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340933 Nov 19 13:38:17.385686 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40320) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:17.418880 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bec35a11-1108-4a11-b902-2e1f36f5877c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.430759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dcac2-72ec-4315-a807-02bac584e7de req-cd0f411b-e934-44c5-9c2a-64fb22d4ccf0 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.432841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-840dcac2-72ec-4315-a807-02bac584e7de req-cd0f411b-e934-44c5-9c2a-64fb22d4ccf0 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 946 time: 0.1236944 Nov 19 13:38:17.535981 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158060a7-dd7a-45c9-b4bd-f72800b3a247 req-8289108b-46bb-4bc1-89db-27e3ccd3db13 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.537861 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-158060a7-dd7a-45c9-b4bd-f72800b3a247 req-8289108b-46bb-4bc1-89db-27e3ccd3db13 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0991428 Nov 19 13:38:17.543319 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-840dcac2-72ec-4315-a807-02bac584e7de req-2fddc93c-8335-4b2b-940a-da9d9d557b3a tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896537 Nov 19 13:38:17.574026 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-94360b43-2ddf-4eeb-a64f-fd8e9fbc65b7 req-97f83ce0-4d23-42e0-965d-f9cab0f3164c service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635711 Nov 19 13:38:17.601845 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-158060a7-dd7a-45c9-b4bd-f72800b3a247 req-486ebbeb-a216-422f-bc72-381278b7bb0a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Nov 19 13:38:17.609759 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bec35a11-1108-4a11-b902-2e1f36f5877c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.614452 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bec35a11-1108-4a11-b902-2e1f36f5877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.697326 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-bec35a11-1108-4a11-b902-2e1f36f5877c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f81c5294de9b496f934b06e9eb8e8b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082023 Nov 19 13:38:17.697561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40352) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:17.704319 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec35a11-1108-4a11-b902-2e1f36f5877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b847f-a589-4265-a31a-9008600ac93b,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:17.758747 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.774375 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67942d-4cb7-4aa9-8a75-e6d87504086d req-e4785c73-8e03-4066-945c-8201ba164eee tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.776120 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a67942d-4cb7-4aa9-8a75-e6d87504086d req-e4785c73-8e03-4066-945c-8201ba164eee tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 944 time: 0.0756478 Nov 19 13:38:17.790977 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.839693 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5a67942d-4cb7-4aa9-8a75-e6d87504086d req-fb9f7f88-b095-4b19-b3f2-eb0b402902ed tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569956 Nov 19 13:38:17.853341 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.859311 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.864436 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed7b847f-a589-4265-a31a-9008600ac93b HTTP/1.1" status: 204 len: 168 time: 0.1655962 Nov 19 13:38:17.874495 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f0b9-8b22-4668-a2eb-e656c20fb969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b847f-a589-4265-a31a-9008600ac93b,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:18.751562 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 7b476506-aeb7-452f-b36d-cd93461bf7a9 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:18.798964 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d41fd-9372-4bbc-b1d3-fcbc56ae89ca req-ca3dad8c-554b-4d83-8750-4582467567b3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:18.802942 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d43d41fd-9372-4bbc-b1d3-fcbc56ae89ca req-ca3dad8c-554b-4d83-8750-4582467567b3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0925131 Nov 19 13:38:18.823716 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-8ded3419-8736-4c02-ab0b-82747793de97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.851663 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 7b476506-aeb7-452f-b36d-cd93461bf7a9 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:18.860918 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 7b476506-aeb7-452f-b36d-cd93461bf7a9 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:18.861541 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.902145 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d43d41fd-9372-4bbc-b1d3-fcbc56ae89ca req-3f5e158f-4e26-48cb-8304-1ad5c8d9b670 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861397 Nov 19 13:38:18.995557 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.033620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:19.036179 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65002b59-cc17-4ef8-a561-bc35c3926d51" -d '{"events": [{"server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "name": "network-vif-plugged", "status": "completed", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:19.040780 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251788f-7782-4230-8946-0f1e9452ca22 req-877edc8d-0216-4263-bb2d-735850979bc7 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.043891 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2251788f-7782-4230-8946-0f1e9452ca22 req-877edc8d-0216-4263-bb2d-735850979bc7 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 944 time: 0.0695157 Nov 19 13:38:19.069492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:19.073981 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.110585 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683dd587-9189-4f08-a9ec-331f5c74adb3 x-openstack-request-id: req-683dd587-9189-4f08-a9ec-331f5c74adb3 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:19.110889 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "name": "network-vif-plugged", "status": "completed", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:19.111171 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-683dd587-9189-4f08-a9ec-331f5c74adb3 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:19.111590 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9', 'code': 200} Nov 19 13:38:19.143711 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2251788f-7782-4230-8946-0f1e9452ca22 req-c08b5e31-1741-4114-8ca2-64b741b965f2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920734 Nov 19 13:38:19.146119 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:19.155318 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.155690 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.156203 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.156690 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.157162 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.157639 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.158120 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.158447 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.159551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.159551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.159856 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.160088 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:19.339540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec653-c93d-4205-ac6e-60f64057d4e0 req-b557bb01-dd17-4ceb-aeb2-d19f74c54a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.341219 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7e6ec653-c93d-4205-ac6e-60f64057d4e0 req-b557bb01-dd17-4ceb-aeb2-d19f74c54a4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 1098 time: 0.0419753 Nov 19 13:38:19.396849 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-7e6ec653-c93d-4205-ac6e-60f64057d4e0 req-752c0415-8db8-4714-a04d-ceccd363a905 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Nov 19 13:38:20.047132 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917398-9aa2-4738-b892-8757062a04ef req-3501c178-d28d-4f5e-8006-5f20dbb4856a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.050367 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-12917398-9aa2-4738-b892-8757062a04ef req-3501c178-d28d-4f5e-8006-5f20dbb4856a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0644526 Nov 19 13:38:20.181472 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-12917398-9aa2-4738-b892-8757062a04ef req-c0a816d4-1864-4b4b-9fd3-8e3fad409c4c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068876 Nov 19 13:38:20.346207 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.351571 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cdf5f-d4d6-4004-9c75-efb879169ad9 req-896df3b9-92a7-4c5f-9d58-201da3e9d5f2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.360017 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e12cdf5f-d4d6-4004-9c75-efb879169ad9 req-896df3b9-92a7-4c5f-9d58-201da3e9d5f2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0855572 Nov 19 13:38:20.453098 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e12cdf5f-d4d6-4004-9c75-efb879169ad9 req-56f5c4e6-f97a-4fe4-a997-8e109f30c953 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920901 Nov 19 13:38:20.460958 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0a18-8a55-45a0-84f5-ab0f4357c3ba req-4683c5a6-0341-45c3-8fa2-048dab543437 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.463554 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c65d0a18-8a55-45a0-84f5-ab0f4357c3ba req-4683c5a6-0341-45c3-8fa2-048dab543437 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1007736 Nov 19 13:38:20.513662 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c65d0a18-8a55-45a0-84f5-ab0f4357c3ba req-44e059a5-4609-4e98-8a61-30e0d72c5434 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447228 Nov 19 13:38:21.313183 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e2960-b602-487d-b9be-c0b7848d49b5 req-83ec8217-2156-4d02-a378-0167a68dda21 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.315008 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c5e2960-b602-487d-b9be-c0b7848d49b5 req-83ec8217-2156-4d02-a378-0167a68dda21 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0560298 Nov 19 13:38:21.377548 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c5e2960-b602-487d-b9be-c0b7848d49b5 req-6ff394c6-bdc7-4001-ad9c-4c8e3027f71f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563779 Nov 19 13:38:21.591314 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8669cae-a34a-44fd-ba7d-8ba6d4f3ab04 req-88004a02-59f4-4c14-9286-b0466a82de06 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.593272 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f8669cae-a34a-44fd-ba7d-8ba6d4f3ab04 req-88004a02-59f4-4c14-9286-b0466a82de06 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0655727 Nov 19 13:38:21.671713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10462-05ad-4dc2-9c1f-23b039c30f07 req-339f5395-8cb1-4867-8562-f77a9d533544 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.673218 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eab10462-05ad-4dc2-9c1f-23b039c30f07 req-339f5395-8cb1-4867-8562-f77a9d533544 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0788739 Nov 19 13:38:21.676965 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f8669cae-a34a-44fd-ba7d-8ba6d4f3ab04 req-27e0b4ab-a157-4601-a7a8-eb3da91f3e18 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738273 Nov 19 13:38:21.723351 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eab10462-05ad-4dc2-9c1f-23b039c30f07 req-93051544-7b0b-4982-bf81-af94e5c41ad2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Nov 19 13:38:21.929684 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.429746 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.507239 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d1204-7aed-4e5e-a9bb-7e48f1ce8720 req-dfa487d2-6505-4123-a4e3-de55c9d842fb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:22.508624 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe5d1204-7aed-4e5e-a9bb-7e48f1ce8720 req-dfa487d2-6505-4123-a4e3-de55c9d842fb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0524440 Nov 19 13:38:22.564200 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe5d1204-7aed-4e5e-a9bb-7e48f1ce8720 req-7e7749ec-0d30-4a7e-a37a-6ca4d39ab4cd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Nov 19 13:38:22.801276 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aceb7e-729b-4aef-8d37-da27c63b7c3b req-5624eff0-e3df-44fe-8d2e-f9f695851ffd tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:22.803067 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10aceb7e-729b-4aef-8d37-da27c63b7c3b req-5624eff0-e3df-44fe-8d2e-f9f695851ffd tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Nov 19 13:38:22.878261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10aceb7e-729b-4aef-8d37-da27c63b7c3b req-89a947b1-80cb-49c1-b856-d4d99a5d0b71 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Nov 19 13:38:22.886698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c5afa-b01d-48b8-8e93-4842a6a4e2a1 req-3be27366-2739-4116-876f-fceecf022585 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:22.888207 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc5c5afa-b01d-48b8-8e93-4842a6a4e2a1 req-3be27366-2739-4116-876f-fceecf022585 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0841167 Nov 19 13:38:22.939729 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc5c5afa-b01d-48b8-8e93-4842a6a4e2a1 req-02175a7b-3fdc-4d9e-ae23-62dec9c98702 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Nov 19 13:38:23.707187 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072e83-3944-4840-b206-9a414b48818f req-e28f0960-df6d-4e21-a802-68e509392871 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:23.709648 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d3072e83-3944-4840-b206-9a414b48818f req-e28f0960-df6d-4e21-a802-68e509392871 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0605483 Nov 19 13:38:23.769521 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d3072e83-3944-4840-b206-9a414b48818f req-f000992c-dc6c-4d83-86b0-c12913c8f083 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Nov 19 13:38:24.025003 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb633-0eea-446b-bb16-10c765cf50c6 req-c7e2c8d5-8bc6-4d4b-9bbd-8c4510d9f0d3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.026549 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c13eb633-0eea-446b-bb16-10c765cf50c6 req-c7e2c8d5-8bc6-4d4b-9bbd-8c4510d9f0d3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0765123 Nov 19 13:38:24.114767 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ba65-ab2b-4c12-8f1f-e3c5284d8854 req-b2a8dca7-9eed-47a0-a2f9-33e6a7ebba07 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.116237 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb94ba65-ab2b-4c12-8f1f-e3c5284d8854 req-b2a8dca7-9eed-47a0-a2f9-33e6a7ebba07 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0886977 Nov 19 13:38:24.120158 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c13eb633-0eea-446b-bb16-10c765cf50c6 req-d788125e-2622-422e-b9ab-ec1adc6383ee tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Nov 19 13:38:24.175038 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb94ba65-ab2b-4c12-8f1f-e3c5284d8854 req-b001aec1-a46a-4a72-af85-d3d9186b389f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520656 Nov 19 13:38:24.896640 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6c283-3f76-420f-bcf6-25670ca7bb54 req-d4ecbc3b-c34e-4578-b53f-b249bdb036fe tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.898215 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-76b6c283-3f76-420f-bcf6-25670ca7bb54 req-d4ecbc3b-c34e-4578-b53f-b249bdb036fe tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0575986 Nov 19 13:38:24.958442 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-76b6c283-3f76-420f-bcf6-25670ca7bb54 req-470705e3-11b2-46eb-906b-5326e24ad1fd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Nov 19 13:38:25.256348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d2a7b-fb83-4c1d-8fde-c0be87cb4a22 req-b3f469e8-8f28-472f-bd09-bef808c33c87 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.257848 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f6d2a7b-fb83-4c1d-8fde-c0be87cb4a22 req-b3f469e8-8f28-472f-bd09-bef808c33c87 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0515330 Nov 19 13:38:25.335331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f6d2a7b-fb83-4c1d-8fde-c0be87cb4a22 req-dff518d1-f392-4b21-8279-320c06b21e27 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679724 Nov 19 13:38:25.358382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031828d8-93eb-4617-b890-c0f29f6fe7aa req-959c7cb0-8656-4c09-be86-1e76be876c6d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.358382 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-031828d8-93eb-4617-b890-c0f29f6fe7aa req-959c7cb0-8656-4c09-be86-1e76be876c6d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0965214 Nov 19 13:38:25.416344 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-031828d8-93eb-4617-b890-c0f29f6fe7aa req-a3a4af0f-b6ab-40c3-a7ed-7b0839d00800 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 Nov 19 13:38:26.093200 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0eb7c-1715-4241-8ce5-f420bbc5c7eb req-af8f9edd-5136-493d-8345-1a3cf2b0e927 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.094737 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2eb0eb7c-1715-4241-8ce5-f420bbc5c7eb req-af8f9edd-5136-493d-8345-1a3cf2b0e927 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0591402 Nov 19 13:38:26.146745 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2eb0eb7c-1715-4241-8ce5-f420bbc5c7eb req-df88e140-2e7d-46a2-9c52-03df2ffcba06 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Nov 19 13:38:26.433658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084fd8-ba26-481d-bd16-1d3ba6e20bdb req-4e16fe98-5024-48a8-888b-fabe8bfb13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.435855 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-4f084fd8-ba26-481d-bd16-1d3ba6e20bdb req-4e16fe98-5024-48a8-888b-fabe8bfb13c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0467360 Nov 19 13:38:26.546607 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-4f084fd8-ba26-481d-bd16-1d3ba6e20bdb req-717fe080-c77e-4ce0-bfc4-8ab9d8787648 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889902 Nov 19 13:38:26.603677 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69654f-36d9-476a-8fff-fd7176aa65b2 req-7aede960-e454-4e87-a898-6bd72ddd1e4b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.606704 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d69654f-36d9-476a-8fff-fd7176aa65b2 req-7aede960-e454-4e87-a898-6bd72ddd1e4b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0916514 Nov 19 13:38:26.698392 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d69654f-36d9-476a-8fff-fd7176aa65b2 req-0ebab988-185f-4d38-96fb-413c392051bf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762918 Nov 19 13:38:27.279513 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3c809-ae9a-4ec8-a047-41754f5078a3 req-c0790922-f9d7-4a8f-87a2-f30491d71bde tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.282190 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-96d3c809-ae9a-4ec8-a047-41754f5078a3 req-c0790922-f9d7-4a8f-87a2-f30491d71bde tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0576611 Nov 19 13:38:27.334165 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-96d3c809-ae9a-4ec8-a047-41754f5078a3 req-62ba6d7c-a959-4e14-acab-7240f2da2cce tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Nov 19 13:38:27.826192 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40652) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.887396 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c258120-c198-4fc5-8346-f7d8147fdd15 req-2d6be3d6-cb4c-460f-8996-c2d3f69456d0 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.889188 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c258120-c198-4fc5-8346-f7d8147fdd15 req-2d6be3d6-cb4c-460f-8996-c2d3f69456d0 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0696054 Nov 19 13:38:27.948473 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc5629-2677-44a5-bc4d-3e389e1dd33a req-2b6c622d-7f3a-4dce-b617-1e4cb8514623 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.950025 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49fc5629-2677-44a5-bc4d-3e389e1dd33a req-2b6c622d-7f3a-4dce-b617-1e4cb8514623 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0857151 Nov 19 13:38:27.976793 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-91d11cd0-62ea-4b8f-8dbf-ccd8b2cd88d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.994574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c258120-c198-4fc5-8346-f7d8147fdd15 req-682d6565-f8c0-489b-9cbf-4ecaa86555be tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905826 Nov 19 13:38:28.037641 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49fc5629-2677-44a5-bc4d-3e389e1dd33a req-b01366fb-8b56-4602-b90f-08717863237d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771956 Nov 19 13:38:28.100219 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-91d11cd0-62ea-4b8f-8dbf-ccd8b2cd88d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.105051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-91d11cd0-62ea-4b8f-8dbf-ccd8b2cd88d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.149539 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-91d11cd0-62ea-4b8f-8dbf-ccd8b2cd88d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7243e9225908435d89b8c08bae5cb8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197224 Nov 19 13:38:28.150654 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d11cd0-62ea-4b8f-8dbf-ccd8b2cd88d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02faa1b7-adf5-4985-8f28-4a3b98276f05,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:28.152295 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40662) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.209475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.234873 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.287602 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.290871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.294870 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02faa1b7-adf5-4985-8f28-4a3b98276f05 HTTP/1.1" status: 204 len: 168 time: 0.1378882 Nov 19 13:38:28.304522 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145d2b-564d-47d6-8ecf-131ab05e5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02faa1b7-adf5-4985-8f28-4a3b98276f05,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:28.463850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812746d-df92-45f8-b6f5-2400a70a87c6 req-c24f54c3-c594-4412-85b7-02e262ebb1bc tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:28.465461 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6812746d-df92-45f8-b6f5-2400a70a87c6 req-c24f54c3-c594-4412-85b7-02e262ebb1bc tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0568204 Nov 19 13:38:28.521168 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6812746d-df92-45f8-b6f5-2400a70a87c6 req-43ebbceb-f550-492f-9e36-fcc8da328bdd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473006 Nov 19 13:38:28.612569 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40676) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.626324 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c8ee-cd37-45dd-8df8-bee9c69ca26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.706585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c8ee-cd37-45dd-8df8-bee9c69ca26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.711369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c8ee-cd37-45dd-8df8-bee9c69ca26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.747408 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7c8ee-cd37-45dd-8df8-bee9c69ca26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7381a-da63-414f-b869-dc10c3db26ee,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:28.751545 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1aa7c8ee-cd37-45dd-8df8-bee9c69ca26c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99b4c83e86dc410b8ee4341cfb68caf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379633 Nov 19 13:38:28.754376 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40680) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.803145 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.827702 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.876116 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.878906 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:28.880160 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3aa7381a-da63-414f-b869-dc10c3db26ee HTTP/1.1" status: 204 len: 168 time: 0.1250143 Nov 19 13:38:28.888529 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded5d6-59dc-4b4e-b042-47425cb1cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7381a-da63-414f-b869-dc10c3db26ee,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:29.177593 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4f77-74cc-4154-b87e-e5e98504963a req-a1be1f5d-16c8-491c-9860-056a95e9a779 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.179383 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a3ef4f77-74cc-4154-b87e-e5e98504963a req-a1be1f5d-16c8-491c-9860-056a95e9a779 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0867035 Nov 19 13:38:29.201306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05825885-ecf2-4b7f-b886-363fea5ff8b0 req-fd718dce-d2cc-4522-911f-cbbd8a418852 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.202847 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-05825885-ecf2-4b7f-b886-363fea5ff8b0 req-fd718dce-d2cc-4522-911f-cbbd8a418852 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0794678 Nov 19 13:38:29.277481 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a3ef4f77-74cc-4154-b87e-e5e98504963a req-99f25757-87b6-45a0-8b0f-be9465507c8d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863814 Nov 19 13:38:29.290543 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-05825885-ecf2-4b7f-b886-363fea5ff8b0 req-519c4763-76f3-4b62-8e16-2fed40bb6700 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804801 Nov 19 13:38:29.304850 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 40694) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:29.321043 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2e485ec9-1e55-4d53-9cc4-0baab85a305c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.428051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2e485ec9-1e55-4d53-9cc4-0baab85a305c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.431257 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2e485ec9-1e55-4d53-9cc4-0baab85a305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.494090 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2e485ec9-1e55-4d53-9cc4-0baab85a305c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21c3c3c38e51429fa2a1acbbdad66ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879575 Nov 19 13:38:29.494939 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e485ec9-1e55-4d53-9cc4-0baab85a305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49288e1-e33f-4311-aeb7-fa2cbe582eb1,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:29.496753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 40702) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:29.562529 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.585270 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.665004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6ab81-fb02-4366-bfb4-8118fa87de19 req-e73c7fd4-f087-481e-9372-5bb0e411e6b8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.666407 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ac6ab81-fb02-4366-bfb4-8118fa87de19 req-e73c7fd4-f087-481e-9372-5bb0e411e6b8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0698757 Nov 19 13:38:29.680611 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.683194 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.684478 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e49288e1-e33f-4311-aeb7-fa2cbe582eb1 HTTP/1.1" status: 204 len: 168 time: 0.1864808 Nov 19 13:38:29.705537 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7b8d-ec1d-4060-a528-03b002db8734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49288e1-e33f-4311-aeb7-fa2cbe582eb1,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:29.743886 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ac6ab81-fb02-4366-bfb4-8118fa87de19 req-03b6881b-a0b5-4484-b178-e3ec35f8e395 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701132 Nov 19 13:38:30.066647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e614ed-7307-48bc-8f52-6f1aece27a3d req-b8a42417-03af-4423-861c-979ec11458a0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.069562 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66e614ed-7307-48bc-8f52-6f1aece27a3d req-b8a42417-03af-4423-861c-979ec11458a0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0790758 Nov 19 13:38:30.073826 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bce7a-d791-43df-8d1a-50a21887e001 req-c10dc3f4-cddd-418b-b679-ad6ccac194ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.075700 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-c10dc3f4-cddd-418b-b679-ad6ccac194ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0801983 Nov 19 13:38:30.159948 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66e614ed-7307-48bc-8f52-6f1aece27a3d req-86529ffb-b3dc-4635-82bb-c07ee1dc6413 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786560 Nov 19 13:38:30.503605 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f000b60-0943-41f5-8596-8f7a1bb33539 req-3898e086-deb3-4a61-a092-e96269fc7451 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.505810 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f000b60-0943-41f5-8596-8f7a1bb33539 req-3898e086-deb3-4a61-a092-e96269fc7451 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1266444 Nov 19 13:38:30.529413 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca781d89-b604-4a31-a492-95b1b55ec732 req-4e6eb6e1-78f4-4d3c-9434-9e11383c6a1a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.531369 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ca781d89-b604-4a31-a492-95b1b55ec732 req-4e6eb6e1-78f4-4d3c-9434-9e11383c6a1a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1509042 Nov 19 13:38:30.626145 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f000b60-0943-41f5-8596-8f7a1bb33539 req-00c0359d-60f8-4c65-81fc-785f4cbdea01 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132638 Nov 19 13:38:30.640387 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ca781d89-b604-4a31-a492-95b1b55ec732 req-fdb46279-e6d4-4ab9-be84-3a99aa20bd23 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926092 Nov 19 13:38:31.298489 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1c2e7-fc05-48e5-b8f1-f2710278817b req-42dc5cc3-e21d-449b-8839-964496839de8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.300142 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cca1c2e7-fc05-48e5-b8f1-f2710278817b req-42dc5cc3-e21d-449b-8839-964496839de8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0520899 Nov 19 13:38:31.349438 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cca1c2e7-fc05-48e5-b8f1-f2710278817b req-409fcb40-7e40-4e29-880c-46e4b8d8efbd tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Nov 19 13:38:31.799129 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cc6c-7579-4c7f-a112-8fcfa5d498fc req-77e14971-8fda-4688-8df9-722ac7baa66d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.800629 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8e45cc6c-7579-4c7f-a112-8fcfa5d498fc req-77e14971-8fda-4688-8df9-722ac7baa66d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0844321 Nov 19 13:38:31.812364 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2e73-bd02-4d39-a377-375d0fd512d6 req-4dba9b8c-1105-4bc5-9e8f-4898e62dda6a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.814013 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b4d2e73-bd02-4d39-a377-375d0fd512d6 req-4dba9b8c-1105-4bc5-9e8f-4898e62dda6a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0857651 Nov 19 13:38:31.888668 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7b4d2e73-bd02-4d39-a377-375d0fd512d6 req-96d2b4b2-d1b5-41a6-afb0-12128be2c460 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675645 Nov 19 13:38:31.891915 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8e45cc6c-7579-4c7f-a112-8fcfa5d498fc req-202018f3-f78f-4eb7-baca-ce2c977b004c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770211 Nov 19 13:38:32.118824 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bce7a-d791-43df-8d1a-50a21887e001 req-60911893-6e42-476e-b075-a837b1ffcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.120387 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-60911893-6e42-476e-b075-a837b1ffcbc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.0895264 Nov 19 13:38:32.478594 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33d984-183b-414c-8f26-cdf666bbd6e9 req-73e2d15f-edfc-4d9b-8283-72686b87f060 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.480177 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e33d984-183b-414c-8f26-cdf666bbd6e9 req-73e2d15f-edfc-4d9b-8283-72686b87f060 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0524387 Nov 19 13:38:32.535678 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e33d984-183b-414c-8f26-cdf666bbd6e9 req-97897cc1-7d7b-4cae-9e53-9de2926777f2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485373 Nov 19 13:38:33.047421 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c749-15aa-491d-8b2a-6a277ab0b713 req-a227fadd-f838-44d3-b1b1-b3315babf16c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.049161 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1140c749-15aa-491d-8b2a-6a277ab0b713 req-a227fadd-f838-44d3-b1b1-b3315babf16c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0732191 Nov 19 13:38:33.057205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f51e7-b381-4912-9144-2862f3dfdc44 req-eb69dd9b-793f-46a9-9d8b-46fba2ec2e1b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.059109 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a09f51e7-b381-4912-9144-2862f3dfdc44 req-eb69dd9b-793f-46a9-9d8b-46fba2ec2e1b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0927532 Nov 19 13:38:33.090904 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-c77646d5-c113-4dea-b41d-7a0306275940 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.0395567 Nov 19 13:38:33.149873 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1140c749-15aa-491d-8b2a-6a277ab0b713 req-f64bfeb3-9468-41ae-9bcb-f233e5b503c8 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883136 Nov 19 13:38:33.154890 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a09f51e7-b381-4912-9144-2862f3dfdc44 req-a450c7c5-89cc-4919-9033-688c36ed9d3e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840516 Nov 19 13:38:33.162185 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bce7a-d791-43df-8d1a-50a21887e001 req-9e1b3f18-5794-4eb8-9e0b-66229272f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.164241 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-9e1b3f18-5794-4eb8-9e0b-66229272f344 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0642257 Nov 19 13:38:33.445164 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-c9f2841e-67a4-4578-86e8-1dfda9869c5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2658923 Nov 19 13:38:33.551414 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-ac6ec2cc-1c54-493b-b366-5d435ef819c4 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945373 Nov 19 13:38:33.671174 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-335bce7a-d791-43df-8d1a-50a21887e001 req-19cdbeca-a620-4410-9e0d-857943a6be42 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028650 Nov 19 13:38:33.675840 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378333d-023c-489c-b91f-752e9165f701 req-600f7d6a-5ca1-4c2d-abc5-43c6d6a7ab7a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.677592 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f378333d-023c-489c-b91f-752e9165f701 req-600f7d6a-5ca1-4c2d-abc5-43c6d6a7ab7a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0645487 Nov 19 13:38:33.741711 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f378333d-023c-489c-b91f-752e9165f701 req-e7b3dbd6-c273-40ab-bc1a-ca65705e24fe tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Nov 19 13:38:34.321827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7dc07-c47c-4094-a7e1-fa7d9bd11b32 req-03d76a0b-2a77-4a82-83e6-c057f0355ea4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.323437 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b8f7dc07-c47c-4094-a7e1-fa7d9bd11b32 req-03d76a0b-2a77-4a82-83e6-c057f0355ea4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0885782 Nov 19 13:38:34.331594 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e81da3-4737-467a-a716-fb5a9d699cbe req-cd04b730-b07c-4378-9ed2-f16801d1932a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.332875 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-64e81da3-4737-467a-a716-fb5a9d699cbe req-cd04b730-b07c-4378-9ed2-f16801d1932a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0871756 Nov 19 13:38:34.409522 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b8f7dc07-c47c-4094-a7e1-fa7d9bd11b32 req-ba6c3036-9a28-479d-87f5-714c87acd56c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751450 Nov 19 13:38:34.422354 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-64e81da3-4737-467a-a716-fb5a9d699cbe req-51d9b1a9-a2c7-4aa9-9c53-5769276dab63 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807741 Nov 19 13:38:34.880065 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f41e4-d644-4355-aed0-71538e2838fa req-8d333558-00de-4df5-b710-3553dc64b99e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.883625 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e84f41e4-d644-4355-aed0-71538e2838fa req-8d333558-00de-4df5-b710-3553dc64b99e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0573046 Nov 19 13:38:34.947598 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e84f41e4-d644-4355-aed0-71538e2838fa req-575c97ee-6314-45fe-b835-65fc6cc27132 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Nov 19 13:38:35.573627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edc3e-f1bc-4e8c-b94d-2d19a8e204cf req-1c2d21bf-ae60-49a5-b3bb-8beec37ff35b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.575168 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d3edc3e-f1bc-4e8c-b94d-2d19a8e204cf req-1c2d21bf-ae60-49a5-b3bb-8beec37ff35b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0810745 Nov 19 13:38:35.584377 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fda95-3d44-4dce-887a-cd4b0d5c93ee req-c9f94632-55e1-4538-9c4c-b5d091d5d132 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.585808 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e20fda95-3d44-4dce-887a-cd4b0d5c93ee req-c9f94632-55e1-4538-9c4c-b5d091d5d132 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0827103 Nov 19 13:38:35.654865 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d3edc3e-f1bc-4e8c-b94d-2d19a8e204cf req-eaa89263-e857-4178-b7d2-0057e149f506 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679710 Nov 19 13:38:35.662503 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e20fda95-3d44-4dce-887a-cd4b0d5c93ee req-c4f99b43-bb05-4b05-a55b-6779f7ec78b0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698853 Nov 19 13:38:36.081241 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a4405-6586-48f3-9520-c032a09f5287 req-f2e6ce8b-546b-4423-992b-2d0cea8b3221 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.082807 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d10a4405-6586-48f3-9520-c032a09f5287 req-f2e6ce8b-546b-4423-992b-2d0cea8b3221 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0602491 Nov 19 13:38:36.139261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d10a4405-6586-48f3-9520-c032a09f5287 req-96038cdd-5dac-4233-8ca6-a5831efac222 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500643 Nov 19 13:38:36.811526 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b770-164b-4777-a8eb-70a0f23cfe1d req-19168bd6-996a-4f3f-b4f3-196e59b10d5f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.813193 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d798b770-164b-4777-a8eb-70a0f23cfe1d req-19168bd6-996a-4f3f-b4f3-196e59b10d5f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0799084 Nov 19 13:38:36.825850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5763f-fc99-4dc3-bb15-2192b5f1b784 req-9367ea76-32c7-4caf-9752-9f1a6fb68f59 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.827355 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b1f5763f-fc99-4dc3-bb15-2192b5f1b784 req-9367ea76-32c7-4caf-9752-9f1a6fb68f59 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0846727 Nov 19 13:38:36.899970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d798b770-164b-4777-a8eb-70a0f23cfe1d req-2ac1edec-860d-4add-81d9-209e0cd3e231 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711148 Nov 19 13:38:36.903529 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b1f5763f-fc99-4dc3-bb15-2192b5f1b784 req-70eff20f-acba-456d-b1b9-269060d18298 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691071 Nov 19 13:38:37.265163 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2abd9c-056c-4f25-ba7c-d71482286198 req-7a832486-bd08-49fe-b4e0-712cf88a0a11 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:37.266618 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be2abd9c-056c-4f25-ba7c-d71482286198 req-7a832486-bd08-49fe-b4e0-712cf88a0a11 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0584180 Nov 19 13:38:37.325773 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be2abd9c-056c-4f25-ba7c-d71482286198 req-1c51d82b-4ec0-45f0-8cea-5b7f39caadc6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Nov 19 13:38:38.053340 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c366-b432-4a23-b148-229deaccbee5 req-c3956f8d-1b26-4a80-8907-22fdf66b16c6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.055030 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8425c366-b432-4a23-b148-229deaccbee5 req-c3956f8d-1b26-4a80-8907-22fdf66b16c6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0792527 Nov 19 13:38:38.069723 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9c6c2-59d6-4b09-886b-589a328cb0a9 req-7a0b21ce-6712-4d33-9f9e-0a6f7b99ca0a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.071216 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dee9c6c2-59d6-4b09-886b-589a328cb0a9 req-7a0b21ce-6712-4d33-9f9e-0a6f7b99ca0a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0934596 Nov 19 13:38:38.150571 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8425c366-b432-4a23-b148-229deaccbee5 req-07369784-c350-40cf-b46d-6417b2476b4f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887187 Nov 19 13:38:38.154399 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dee9c6c2-59d6-4b09-886b-589a328cb0a9 req-df722541-eca7-4598-beb5-a8ae80489ee7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760102 Nov 19 13:38:38.462438 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9f15a-bd86-4cf9-9237-4d3bd3578751 req-764ddc15-f030-4e2e-bea9-adfc687c9fca tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.464531 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9cc9f15a-bd86-4cf9-9237-4d3bd3578751 req-764ddc15-f030-4e2e-bea9-adfc687c9fca tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0596209 Nov 19 13:38:38.523198 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9cc9f15a-bd86-4cf9-9237-4d3bd3578751 req-86c5b085-2508-4cba-a009-bc74ab824820 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Nov 19 13:38:39.312393 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a5ce-612b-4a43-829e-dd8b4d79431b req-c1971c79-4087-454e-a49d-0653f5ad9a12 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:39.313952 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-57a3a5ce-612b-4a43-829e-dd8b4d79431b req-c1971c79-4087-454e-a49d-0653f5ad9a12 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0804341 Nov 19 13:38:39.326320 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7832-4194-4d27-ab4e-1e46d0b2f7de req-ecd887f9-d5a2-4f68-b2fd-a41dc8c7160e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:39.327774 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a58c7832-4194-4d27-ab4e-1e46d0b2f7de req-ecd887f9-d5a2-4f68-b2fd-a41dc8c7160e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0669136 Nov 19 13:38:39.403671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-57a3a5ce-612b-4a43-829e-dd8b4d79431b req-d1a082c1-811f-4a1a-9890-960a0d0246d0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748684 Nov 19 13:38:39.407748 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a58c7832-4194-4d27-ab4e-1e46d0b2f7de req-24b4351d-b680-4559-83c4-153d127249c9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Nov 19 13:38:39.654254 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b8d7-4cce-4791-9073-680567b1c7f5 req-87f577f9-32ec-4465-b9fd-cc349a32ed66 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:39.655930 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fe9b8d7-4cce-4791-9073-680567b1c7f5 req-87f577f9-32ec-4465-b9fd-cc349a32ed66 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0519247 Nov 19 13:38:39.711179 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fe9b8d7-4cce-4791-9073-680567b1c7f5 req-c1d629fe-d7d9-429a-a72c-0a1dea316373 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Nov 19 13:38:40.564365 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b398a-d97a-4848-a83b-ee144d064c0e req-eeb8e4bb-9c13-41aa-8388-f91d7d893fc6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.565850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b6b398a-d97a-4848-a83b-ee144d064c0e req-eeb8e4bb-9c13-41aa-8388-f91d7d893fc6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0900962 Nov 19 13:38:40.575227 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ff24-d418-47da-b8f2-daacd5b49467 req-df2b4c19-4a57-464a-90b8-30686a8c9ccf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.576686 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4a57ff24-d418-47da-b8f2-daacd5b49467 req-df2b4c19-4a57-464a-90b8-30686a8c9ccf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0900724 Nov 19 13:38:40.654712 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b6b398a-d97a-4848-a83b-ee144d064c0e req-30bb4506-84fc-456c-8f0b-0a93726e51da tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770679 Nov 19 13:38:40.658139 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4a57ff24-d418-47da-b8f2-daacd5b49467 req-567190ec-a013-4713-a877-73eea7efd765 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743475 Nov 19 13:38:40.834097 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e5e11-e5a2-466c-9cd5-2b2947142513 req-56ef15a7-2188-4284-b2e0-904916f0c1fb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.835603 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1c5e5e11-e5a2-466c-9cd5-2b2947142513 req-56ef15a7-2188-4284-b2e0-904916f0c1fb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0550048 Nov 19 13:38:40.896550 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1c5e5e11-e5a2-466c-9cd5-2b2947142513 req-7fbb02ae-326a-467e-a10b-944ca42f920b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Nov 19 13:38:42.023612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195809c9-97d1-4f3b-9a76-974a77d53434 req-80d9a546-e41b-40ec-83b9-8b6164f3e7fa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:42.024999 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-195809c9-97d1-4f3b-9a76-974a77d53434 req-80d9a546-e41b-40ec-83b9-8b6164f3e7fa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.2993429 Nov 19 13:38:42.034370 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86733af-0b24-4714-bf9c-52a97de45cc6 req-149cec9e-9e31-4261-a87b-a40885b46dcf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:42.036596 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c86733af-0b24-4714-bf9c-52a97de45cc6 req-149cec9e-9e31-4261-a87b-a40885b46dcf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.2993042 Nov 19 13:38:42.111884 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-195809c9-97d1-4f3b-9a76-974a77d53434 req-a0404955-1246-4193-a550-2b74214d7c43 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741782 Nov 19 13:38:42.116114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c86733af-0b24-4714-bf9c-52a97de45cc6 req-6dc0902b-e91a-4785-bb36-a008f0dc4165 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699558 Nov 19 13:38:42.226736 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68f3fc-b760-49c5-a9fe-f035b8ace3e6 req-e4e9fd51-bf56-48c6-97ed-c91f646ac192 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:42.228228 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3e68f3fc-b760-49c5-a9fe-f035b8ace3e6 req-e4e9fd51-bf56-48c6-97ed-c91f646ac192 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0502453 Nov 19 13:38:42.276081 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3e68f3fc-b760-49c5-a9fe-f035b8ace3e6 req-ca06cd30-7f95-4273-a520-d619f9569ae1 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 19 13:38:43.271827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124b2ef-e5c4-4366-9137-984aaa8c363b req-4e664fe9-3cbd-452c-82c9-91fce0e6a4f1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.273353 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d124b2ef-e5c4-4366-9137-984aaa8c363b req-4e664fe9-3cbd-452c-82c9-91fce0e6a4f1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0830312 Nov 19 13:38:43.281134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f59a-0da8-4194-aa50-bd3844389895 req-5f5bab86-24c4-4250-9fe8-8fcf514be8b7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.282463 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2fb8f59a-0da8-4194-aa50-bd3844389895 req-5f5bab86-24c4-4250-9fe8-8fcf514be8b7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0829103 Nov 19 13:38:43.354920 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d124b2ef-e5c4-4366-9137-984aaa8c363b req-c8f6baee-e7c6-437b-bc6d-ca64da588b94 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714750 Nov 19 13:38:43.359502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2fb8f59a-0da8-4194-aa50-bd3844389895 req-d2eb044b-5dc7-45d4-a421-8a119f185cd2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702484 Nov 19 13:38:43.514926 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297204d-86c5-48d5-935a-01868580cebd req-f36a6b78-3305-4c1f-b8cd-611ff964c1f7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.516656 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f297204d-86c5-48d5-935a-01868580cebd req-f36a6b78-3305-4c1f-b8cd-611ff964c1f7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0673945 Nov 19 13:38:43.579776 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f297204d-86c5-48d5-935a-01868580cebd req-eb4fdd75-ee4c-4f19-9ffa-f570cf4a5046 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Nov 19 13:38:44.454451 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.505481 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d76f1-1146-4579-a339-3d833c4b1318 req-8999f6ac-325f-4dfe-8396-bebabd56255b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.507073 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fa5d76f1-1146-4579-a339-3d833c4b1318 req-8999f6ac-325f-4dfe-8396-bebabd56255b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0792387 Nov 19 13:38:44.538649 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ec9e-79c9-44f2-bc7e-77a80cad112c req-5da0e081-9179-476a-8c52-1c1fa25a75d8 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.540292 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8986ec9e-79c9-44f2-bc7e-77a80cad112c req-5da0e081-9179-476a-8c52-1c1fa25a75d8 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0791903 Nov 19 13:38:44.592819 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fa5d76f1-1146-4579-a339-3d833c4b1318 req-0f65e439-2a5b-4003-99f1-94d5f9eb129e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773916 Nov 19 13:38:44.613544 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8986ec9e-79c9-44f2-bc7e-77a80cad112c req-ecc3669f-33f1-4542-8004-0fa15a546887 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661857 Nov 19 13:38:44.886842 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:44.997054 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:45.008500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '460176f5-444f-4943-867e-6409bf13b153', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:45.030653 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dda24-1454-4d34-9b30-9f2a08dad69a req-97c8eb06-4844-4291-953e-ecd0e91d2b5b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.032184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e86dda24-1454-4d34-9b30-9f2a08dad69a req-97c8eb06-4844-4291-953e-ecd0e91d2b5b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0560653 Nov 19 13:38:45.049901 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.063367 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:45.082521 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e86dda24-1454-4d34-9b30-9f2a08dad69a req-6909ab3c-e935-4dd5-97e9-7e256814a840 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Nov 19 13:38:45.084939 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:45.090954 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.148037 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=6']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.297089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['460176f5-444f-4943-867e-6409bf13b153'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:45.753329 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21dac-3fc1-426d-8334-b2c79ca4cd5e req-f9fd8cf5-22e9-4f78-baaf-153880aec186 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.754752 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f1b21dac-3fc1-426d-8334-b2c79ca4cd5e req-f9fd8cf5-22e9-4f78-baaf-153880aec186 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0827782 Nov 19 13:38:45.770045 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254122ef-626c-4891-b5cc-e7ca51a7fcca req-6d785564-3436-4355-b529-ad10d0a8aa39 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.771505 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-254122ef-626c-4891-b5cc-e7ca51a7fcca req-6d785564-3436-4355-b529-ad10d0a8aa39 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0718710 Nov 19 13:38:45.849014 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f1b21dac-3fc1-426d-8334-b2c79ca4cd5e req-f224d1ac-3e11-4d14-8b87-3b36eca3a51d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869548 Nov 19 13:38:45.856679 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-254122ef-626c-4891-b5cc-e7ca51a7fcca req-a254be52-aa58-4dcd-b0c1-6c0fa6d7c5aa tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782142 Nov 19 13:38:46.032357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41030) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:46.095222 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c7ca-30e8-4c2c-8567-dc0541decbc0 req-c1001677-457d-4312-a1ca-be7002e0738f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:46.096726 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f579c7ca-30e8-4c2c-8567-dc0541decbc0 req-c1001677-457d-4312-a1ca-be7002e0738f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0502203 Nov 19 13:38:46.152930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22cb677f-fc79-44c5-a501-65fb57045b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.159050 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f579c7ca-30e8-4c2c-8567-dc0541decbc0 req-9b4a0e93-a76f-4eee-b52e-ce20853b333a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560389 Nov 19 13:38:46.238183 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22cb677f-fc79-44c5-a501-65fb57045b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.244701 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-22cb677f-fc79-44c5-a501-65fb57045b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.280376 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb677f-fc79-44c5-a501-65fb57045b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180eb5a-6393-4de4-a37d-01a66173597b,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:46.284615 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-22cb677f-fc79-44c5-a501-65fb57045b96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24d40c4d696c44bfbda6d53f03493886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511725 Nov 19 13:38:46.288256 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41034) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:46.342939 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.365477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.415914 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.418516 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.419924 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c180eb5a-6393-4de4-a37d-01a66173597b HTTP/1.1" status: 204 len: 168 time: 0.1306264 Nov 19 13:38:46.430001 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1252-39e1-4ab3-932c-0019a6dbeb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180eb5a-6393-4de4-a37d-01a66173597b,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:46.558082 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-83a5f90b-fe15-47a8-9964-2efbc9559e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.906495 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:46.980383 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 460176f5-444f-4943-867e-6409bf13b153 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:46.980754 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.027407 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eddbf-33ce-42b2-8aa4-4d03afac8906 req-b52b902e-1f81-43ca-b25d-b95146a37ebf tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:47.029147 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-671eddbf-33ce-42b2-8aa4-4d03afac8906 req-b52b902e-1f81-43ca-b25d-b95146a37ebf tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0883884 Nov 19 13:38:47.038311 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97eefc-8e34-4e54-8729-4c98bba5dcbc req-0db2f9c9-4da5-4e6f-8cc0-98f8d68ba996 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:47.045591 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b97eefc-8e34-4e54-8729-4c98bba5dcbc req-0db2f9c9-4da5-4e6f-8cc0-98f8d68ba996 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0936387 Nov 19 13:38:47.101605 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.131449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b97eefc-8e34-4e54-8729-4c98bba5dcbc req-ff09c6ab-3668-4040-bb81-0f1068cc182e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843277 Nov 19 13:38:47.137503 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:47.140164 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a703b777-e615-4f18-97ab-b4d0134f9587" -d '{"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:47.140351 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-671eddbf-33ce-42b2-8aa4-4d03afac8906 req-124ca400-bcb9-4e82-8042-952616a5e015 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909677 Nov 19 13:38:47.153815 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:47.167505 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.207057 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03355104-bdcf-4748-9e86-a994dd5e2e5f x-openstack-request-id: req-03355104-bdcf-4748-9e86-a994dd5e2e5f {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:47.207658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:47.207913 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03355104-bdcf-4748-9e86-a994dd5e2e5f {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:47.208321 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'code': 200} Nov 19 13:38:47.239317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=7']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:47.289790 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265c0a-d097-489d-a01c-305ce43baab5 req-5537e5e9-e453-455f-b6ad-7101ffa17b2c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:47.291345 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b265c0a-d097-489d-a01c-305ce43baab5 req-5537e5e9-e453-455f-b6ad-7101ffa17b2c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Nov 19 13:38:47.341537 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b265c0a-d097-489d-a01c-305ce43baab5 req-49066100-855a-4e1b-bd18-26c147a77f86 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Nov 19 13:38:48.293566 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbd523-e867-47cb-8dfa-dfd942543c37 req-b86e1707-f354-47d1-99ae-f09435cce270 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.295030 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7dcbd523-e867-47cb-8dfa-dfd942543c37 req-b86e1707-f354-47d1-99ae-f09435cce270 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0802824 Nov 19 13:38:48.302260 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cdfb-2467-4c03-97ad-d03566a6c21a req-e77ac97b-3514-4d74-aeaf-23f28c440272 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.304108 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0338cdfb-2467-4c03-97ad-d03566a6c21a req-e77ac97b-3514-4d74-aeaf-23f28c440272 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0868623 Nov 19 13:38:48.372909 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7dcbd523-e867-47cb-8dfa-dfd942543c37 req-226ca922-8dff-4ba7-a4bb-ae4099531ae7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682979 Nov 19 13:38:48.382556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0338cdfb-2467-4c03-97ad-d03566a6c21a req-bfb20908-d701-4ed8-8187-4eebb0850e97 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704341 Nov 19 13:38:48.494199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9131-3a42-4577-b97e-cdf32016e52c req-8c672f2f-7eaf-4ea6-8d4a-ca6fca346ca9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.495644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bd5b9131-3a42-4577-b97e-cdf32016e52c req-8c672f2f-7eaf-4ea6-8d4a-ca6fca346ca9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0605974 Nov 19 13:38:48.547440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bd5b9131-3a42-4577-b97e-cdf32016e52c req-770028bd-a246-4026-81bc-13e395db0daf tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Nov 19 13:38:48.799688 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a31cb337-18ad-46e4-beb1-a03a4ded38c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.552035 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd8f7-86fb-4457-b741-6b268f243c78 req-c5a8b7a1-6d89-4cb0-91a0-b8448b961de2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.553811 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cedcd8f7-86fb-4457-b741-6b268f243c78 req-c5a8b7a1-6d89-4cb0-91a0-b8448b961de2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0947881 Nov 19 13:38:49.565175 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e61e3-5bc9-4a9b-8062-cbe610835286 req-0f65de15-9467-447d-b058-6e33ee8aab74 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.566841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-697e61e3-5bc9-4a9b-8062-cbe610835286 req-0f65de15-9467-447d-b058-6e33ee8aab74 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0924611 Nov 19 13:38:49.638972 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cedcd8f7-86fb-4457-b741-6b268f243c78 req-c1eaf07d-872a-4e4a-8e61-60575e75ba03 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709882 Nov 19 13:38:49.654723 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-697e61e3-5bc9-4a9b-8062-cbe610835286 req-f462d025-ecc0-43cb-b1e8-c5e6f9403f12 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724597 Nov 19 13:38:49.773128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439a10e-392d-4292-9f3e-e763991ad6a1 req-83fba77b-a339-4e12-9185-f66fcf5f186e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.775287 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9439a10e-392d-4292-9f3e-e763991ad6a1 req-83fba77b-a339-4e12-9185-f66fcf5f186e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0705428 Nov 19 13:38:49.833277 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9439a10e-392d-4292-9f3e-e763991ad6a1 req-8ec05e0f-f0f8-4a7b-ac9a-ea6c77973226 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Nov 19 13:38:50.303362 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.823517 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:50.842387 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8aba9-c440-4a47-b98d-c8eab9390f1d req-87be1294-d37b-4808-afbe-0731e63d95a9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:50.844766 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5e8aba9-c440-4a47-b98d-c8eab9390f1d req-87be1294-d37b-4808-afbe-0731e63d95a9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1209252 Nov 19 13:38:50.873270 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934afb-7e56-4416-ac33-edaa42cbcdcf req-85aca94b-fc49-4164-a323-073eb8cba984 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:50.874902 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e3934afb-7e56-4416-ac33-edaa42cbcdcf req-85aca94b-fc49-4164-a323-073eb8cba984 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1307850 Nov 19 13:38:50.958309 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e3934afb-7e56-4416-ac33-edaa42cbcdcf req-22197e5e-5fe0-46d8-89a0-267ad7c86414 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743213 Nov 19 13:38:50.985013 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5e8aba9-c440-4a47-b98d-c8eab9390f1d req-99ad9033-552c-4da3-a9d4-ad7d17a560f8 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310565 Nov 19 13:38:51.144358 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da30e8-41ab-444f-a99f-ea546da30544 req-9ffba0f4-9935-46c0-8803-f7f4926d1ac4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.146447 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c2da30e8-41ab-444f-a99f-ea546da30544 req-9ffba0f4-9935-46c0-8803-f7f4926d1ac4 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.0660605 Nov 19 13:38:51.226495 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c2da30e8-41ab-444f-a99f-ea546da30544 req-5913a7b3-a575-42da-b701-91ac79fe4b85 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661213 Nov 19 13:38:51.315804 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0dad0-3755-46c2-b3f5-b598cd798096 req-d94b630c-1891-45e7-946a-2f7b473fe992 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.317630 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4e0dad0-3755-46c2-b3f5-b598cd798096 req-d94b630c-1891-45e7-946a-2f7b473fe992 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0699899 Nov 19 13:38:51.390223 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-a72ec8fd-57ba-4587-8ed5-f4435a532afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.392401 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-a72ec8fd-57ba-4587-8ed5-f4435a532afd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1099 time: 0.0563715 Nov 19 13:38:51.400213 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4e0dad0-3755-46c2-b3f5-b598cd798096 req-8a388b3a-b80e-4772-ac67-53f8e35d9882 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750711 Nov 19 13:38:51.512791 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-a46aec99-c880-4d01-9065-7f09c061b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.514144 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-a46aec99-c880-4d01-9065-7f09c061b003 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.0958974 Nov 19 13:38:51.592153 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-7f0fdbbe-3ed9-44c3-86f8-e42942e23992 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 1002 time: 0.0626197 Nov 19 13:38:51.648694 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-c9166740-0637-4195-8498-af89c221d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.650158 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-c9166740-0637-4195-8498-af89c221d321 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0488329 Nov 19 13:38:51.713407 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-f0345817-e128-4e89-b827-56c74f7ed7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.715230 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-f0345817-e128-4e89-b827-56c74f7ed7b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573041 Nov 19 13:38:51.859902 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-d9188ea1-c347-454b-87bc-fffbf6c0ea34 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196444 Nov 19 13:38:51.931376 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.970086 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-27d77d78-06df-4f4b-bf94-cbea84af0672 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.971768 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-27d77d78-06df-4f4b-bf94-cbea84af0672 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.1106117 Nov 19 13:38:52.051493 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-a42b33de-4a97-46f0-a39a-0b244ab278b9 req-09404daa-05aa-4285-b599-bd225b07a47f service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801300 Nov 19 13:38:52.141581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Deleting port 7b476506-aeb7-452f-b36d-cd93461bf7a9 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:52.142265 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.146810 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b53fb-b44e-4190-8917-7ee1bc4ae4d8 req-da7fe14e-4ed0-4716-b352-456b5c686855 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.155167 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d90b53fb-b44e-4190-8917-7ee1bc4ae4d8 req-da7fe14e-4ed0-4716-b352-456b5c686855 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0754900 Nov 19 13:38:52.239268 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d90b53fb-b44e-4190-8917-7ee1bc4ae4d8 req-8c988952-333b-4b04-8acd-670e3c7b3484 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827916 Nov 19 13:38:52.273821 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] For port 7b476506-aeb7-452f-b36d-cd93461bf7a9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b476506-aeb7-452f-b36d-cd93461bf7a9,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:52.274468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.290376 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Calling delete_port for 7b476506-aeb7-452f-b36d-cd93461bf7a9 owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:52.431501 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.452158 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93a0c-d457-4b2c-9405-dd2a69625a13 req-8be069fe-acf5-4eb2-8aca-ee15cdccfd2e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.454841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8fe93a0c-d457-4b2c-9405-dd2a69625a13 req-8be069fe-acf5-4eb2-8aca-ee15cdccfd2e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 945 time: 0.1509511 Nov 19 13:38:52.519949 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.553737 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event deleted for resources: {'Port': ['ID=7b476506-aeb7-452f-b36d-cd93461bf7a9,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:52.567701 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8fe93a0c-d457-4b2c-9405-dd2a69625a13 req-20807b94-8df3-46fa-98d8-5a2b6d3b241a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032746 Nov 19 13:38:52.589121 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc17235-4aae-412c-915f-b5dd070f9951 req-4f206b66-14d9-4c74-a619-1301b068adea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.597510 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cfc17235-4aae-412c-915f-b5dd070f9951 req-4f206b66-14d9-4c74-a619-1301b068adea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0862982 Nov 19 13:38:52.607542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] No DVR routers for this DVR port 7b476506-aeb7-452f-b36d-cd93461bf7a9 on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:52.610384 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.614545 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-6b3d6e63-876d-44b6-820a-a51c9ec1fe03 req-38f0c73f-07bf-43b1-8e39-a1b3b6781a0c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "DELETE /v2.0/ports/7b476506-aeb7-452f-b36d-cd93461bf7a9 HTTP/1.1" status: 204 len: 173 time: 0.6280439 Nov 19 13:38:52.614545 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'name': 'network-vif-deleted', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:52.617057 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6012e272-3936-44b9-b450-c07332f7ee90" -d '{"events": [{"server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "name": "network-vif-deleted", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:52.660821 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cfc17235-4aae-412c-915f-b5dd070f9951 req-e040c8b5-e05b-4ca5-83f0-ab827678db8e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623176 Nov 19 13:38:52.661853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb4f4d-90ef-486f-8ad3-52c364ada9bc x-openstack-request-id: req-e6eb4f4d-90ef-486f-8ad3-52c364ada9bc {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:52.662208 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb3c92d-538c-4b70-b52f-345065c501a6", "name": "network-vif-deleted", "tag": "7b476506-aeb7-452f-b36d-cd93461bf7a9", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:52.662527 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6eb4f4d-90ef-486f-8ad3-52c364ada9bc {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:52.663009 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb3c92d-538c-4b70-b52f-345065c501a6', 'name': 'network-vif-deleted', 'tag': '7b476506-aeb7-452f-b36d-cd93461bf7a9', 'status': 'completed', 'code': 200} Nov 19 13:38:53.377032 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce54c-dfb2-4956-bd51-8b7fda8f395d req-9a57d05d-cdbe-424f-9e29-7c590979c69b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.378676 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c4ce54c-dfb2-4956-bd51-8b7fda8f395d req-9a57d05d-cdbe-424f-9e29-7c590979c69b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0553710 Nov 19 13:38:53.442895 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c4ce54c-dfb2-4956-bd51-8b7fda8f395d req-27d62600-a6ee-43d3-85e4-23db70806da3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577292 Nov 19 13:38:53.668845 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-26ebb04a-37c6-4506-bc0d-47d9774af99b req-58387a66-986f-4f79-b429-d58ad664dcad tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 210 time: 0.0289440 Nov 19 13:38:53.795323 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eb3ce-4556-4a71-b558-e7067f904495 req-17586b44-4fd2-404a-8e60-9ab5e1909f7f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.796988 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-761eb3ce-4556-4a71-b558-e7067f904495 req-17586b44-4fd2-404a-8e60-9ab5e1909f7f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0544806 Nov 19 13:38:53.859892 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-761eb3ce-4556-4a71-b558-e7067f904495 req-62ad9b48-22dd-4e47-a930-24f080e4872b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566018 Nov 19 13:38:54.598203 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff26b-a2ec-4f38-a9cc-9831d0fc47b7 req-511aed77-ce97-4994-a28f-b2fd81f8daca tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:54.599873 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-77aff26b-a2ec-4f38-a9cc-9831d0fc47b7 req-511aed77-ce97-4994-a28f-b2fd81f8daca tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0701344 Nov 19 13:38:54.674853 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-77aff26b-a2ec-4f38-a9cc-9831d0fc47b7 req-054f6f2f-0dae-4181-9a2f-600341f331d6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604734 Nov 19 13:38:54.783250 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8419bb9e-6a36-4f53-b173-91df15977d8f req-f3e6550f-c734-461e-8019-36ffb3ad5c07 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 210 time: 0.0298738 Nov 19 13:38:55.005340 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3c9f-12d6-4866-b0b1-9bac1ebcb181 req-eedfaa59-ca47-40a7-9d6e-6bea2a1fc0a1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:55.006807 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a73d3c9f-12d6-4866-b0b1-9bac1ebcb181 req-eedfaa59-ca47-40a7-9d6e-6bea2a1fc0a1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0668728 Nov 19 13:38:55.092248 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a73d3c9f-12d6-4866-b0b1-9bac1ebcb181 req-a7d5812c-58c9-4546-80d0-f55bc26bef84 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756607 Nov 19 13:38:55.360820 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', '4ecd3cb2-7e39-4c27-babb-37b69833287a', '7b476506-aeb7-452f-b36d-cd93461bf7a9'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:55.853312 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3fdbd-6fe1-4152-9b49-3327490f22fe req-75d15d86-4fa9-4e40-8afc-440e5e98773a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:55.861845 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7ed3fdbd-6fe1-4152-9b49-3327490f22fe req-75d15d86-4fa9-4e40-8afc-440e5e98773a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1104679 Nov 19 13:38:55.946791 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7ed3fdbd-6fe1-4152-9b49-3327490f22fe req-d197626a-9137-45a9-b0ef-fbadbd3d64f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816040 Nov 19 13:38:56.007571 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f36559b-3f90-42a2-bfb5-c259a705d2c5 req-0529545b-6cd3-43e0-b181-a58e74930b54 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bb3c92d-538c-4b70-b52f-345065c501a6 HTTP/1.1" status: 200 len: 210 time: 0.0500994 Nov 19 13:38:56.268876 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cce83-8747-4021-ba8a-4a7e8018a7e2 req-dc747b47-4885-4625-bf7b-2de097e4c834 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.276742 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d17cce83-8747-4021-ba8a-4a7e8018a7e2 req-dc747b47-4885-4625-bf7b-2de097e4c834 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0840213 Nov 19 13:38:56.371738 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d17cce83-8747-4021-ba8a-4a7e8018a7e2 req-25f76f69-5858-487b-ac10-5df50c9beea8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938063 Nov 19 13:38:56.708464 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-e790764e-1dd2-4a85-b07b-172b8b1461e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.714257 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751d27e-185f-411e-bfae-2d90cfdfcfa0 req-41e60547-f7d8-4656-abf7-15cf69e4f903 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.723206 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-e790764e-1dd2-4a85-b07b-172b8b1461e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.1377265 Nov 19 13:38:56.723909 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e751d27e-185f-411e-bfae-2d90cfdfcfa0 req-41e60547-f7d8-4656-abf7-15cf69e4f903 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.1406279 Nov 19 13:38:56.834800 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e751d27e-185f-411e-bfae-2d90cfdfcfa0 req-c92bc998-5266-4aee-bca4-fadf350fc016 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091776 Nov 19 13:38:56.917000 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-11bd2a75-4bb8-4cd6-a6f0-47dca16b359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.918980 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-11bd2a75-4bb8-4cd6-a6f0-47dca16b359c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.1869910 Nov 19 13:38:56.994882 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-20ce2f97-88c9-41f2-a617-d6d8e6c59eef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.0642853 Nov 19 13:38:57.107176 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-7194f914-6108-4119-aab7-1228973f518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.109089 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-7194f914-6108-4119-aab7-1228973f518b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0932887 Nov 19 13:38:57.188687 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-18c21b52-085a-4d78-b619-65c8b3aeb6ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564413 Nov 19 13:38:57.235803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307736f-f336-4493-b953-965e104af2a1 req-89b46164-1c31-4140-9b94-e3244ad5cca3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.240152 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9307736f-f336-4493-b953-965e104af2a1 req-89b46164-1c31-4140-9b94-e3244ad5cca3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1185765 Nov 19 13:38:57.329369 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9307736f-f336-4493-b953-965e104af2a1 req-eac55578-e896-41ee-bc23-5609cb41b79e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798013 Nov 19 13:38:57.360523 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-0c8e1536-9d39-460c-8400-c87e050aecf5 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532540 Nov 19 13:38:57.360792 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 7b476506-aeb7-452f-b36d-cd93461bf7a9 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:57.404376 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 7b476506-aeb7-452f-b36d-cd93461bf7a9 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:57.404872 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 7b476506-aeb7-452f-b36d-cd93461bf7a9 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:57.488279 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3946b99b-dcd4-48cf-90d8-7711fbd270e9 req-b92c6e0d-634b-4535-9610-8d8c975fe522 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166763 Nov 19 13:38:57.529651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b5f0-63df-4305-b0c5-625c3ce5074c req-3f1e50ba-2d9a-4133-90a7-de0ca642b174 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.531964 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2ae2b5f0-63df-4305-b0c5-625c3ce5074c req-3f1e50ba-2d9a-4133-90a7-de0ca642b174 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0786521 Nov 19 13:38:57.602124 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2ae2b5f0-63df-4305-b0c5-625c3ce5074c req-b9925e0d-b38c-4ad2-80b8-84858dcf6c94 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633898 Nov 19 13:38:58.059337 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c869-40d2-4574-ad39-d516edc5da8c req-c4429d7d-e5d9-4b43-807a-78302989d9f3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:58.068293 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1db5c869-40d2-4574-ad39-d516edc5da8c req-c4429d7d-e5d9-4b43-807a-78302989d9f3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.1073790 Nov 19 13:38:58.145940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1db5c869-40d2-4574-ad39-d516edc5da8c req-38af45a2-7340-46e5-9167-61e9c8b60777 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688694 Nov 19 13:38:58.582439 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339590b-2bed-405a-a85b-1b1a095d855e req-603a170a-cb5e-43b7-819f-2fb3d2a7598f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:58.585406 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1339590b-2bed-405a-a85b-1b1a095d855e req-603a170a-cb5e-43b7-819f-2fb3d2a7598f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1003664 Nov 19 13:38:58.715820 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1339590b-2bed-405a-a85b-1b1a095d855e req-16287039-c230-4125-acde-7f3d2547c8e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226852 Nov 19 13:38:58.734483 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94915409-9218-4f39-8660-c9b6466dd24b req-eb934094-c937-4062-bbb9-9bf4888f8d5a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:58.739975 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94915409-9218-4f39-8660-c9b6466dd24b req-eb934094-c937-4062-bbb9-9bf4888f8d5a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.1063390 Nov 19 13:38:58.807709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94915409-9218-4f39-8660-c9b6466dd24b req-07d6d73d-3eed-4173-b7e7-12da51946fc2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622566 Nov 19 13:38:59.302156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68d52-a3cb-45e2-aacd-2e476270ea5e req-4a129710-15e6-4ba0-973a-7212182759b2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.309192 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60f68d52-a3cb-45e2-aacd-2e476270ea5e req-4a129710-15e6-4ba0-973a-7212182759b2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0737135 Nov 19 13:38:59.365169 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60f68d52-a3cb-45e2-aacd-2e476270ea5e req-5f3a2464-ae0a-4dd1-93c3-2bfea2378939 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Nov 19 13:38:59.571826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41354) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.758254 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7889-2595-47fb-bde9-c0de2201d31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.920055 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41368) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.981166 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bb840-b294-40ff-bacc-f36699af9fcd req-15d76e86-b985-4948-93ec-ba93c123978b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.982743 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-951bb840-b294-40ff-bacc-f36699af9fcd req-15d76e86-b985-4948-93ec-ba93c123978b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1497364 Nov 19 13:39:00.030472 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7889-2595-47fb-bde9-c0de2201d31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.045537 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7889-2595-47fb-bde9-c0de2201d31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.069159 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1c16455-dd3f-40b5-9009-ef41845bf6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.088462 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b7889-2595-47fb-bde9-c0de2201d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0573d05-fee1-47ef-bc0f-03470ba23cd0,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.102726 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32211e9d-cc56-48d1-8680-1ca6dce449d2 req-ece15b38-cdd8-48cd-ac9c-6f382e265412 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.111981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-32211e9d-cc56-48d1-8680-1ca6dce449d2 req-ece15b38-cdd8-48cd-ac9c-6f382e265412 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.1874399 Nov 19 13:39:00.138026 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-951bb840-b294-40ff-bacc-f36699af9fcd req-f89dee59-093e-4652-996d-abba9d8bda0e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394911 Nov 19 13:39:00.175607 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-3d8b7889-2595-47fb-bde9-c0de2201d31f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97135f1a71c1406091f0199f8c8ecf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6002231 Nov 19 13:39:00.181709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41374) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.190441 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1c16455-dd3f-40b5-9009-ef41845bf6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.199302 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1c16455-dd3f-40b5-9009-ef41845bf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.236861 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-32211e9d-cc56-48d1-8680-1ca6dce449d2 req-ef5f56dd-f773-4590-855d-debafb52e550 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238167 Nov 19 13:39:00.279753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.286167 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16455-dd3f-40b5-9009-ef41845bf6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c8e63-dd3b-47eb-a427-e6b24a7c3bc9,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.301319 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b1c16455-dd3f-40b5-9009-ef41845bf6b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47fabd2c3edd482e97310f99596e476d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798466 Nov 19 13:39:00.304529 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41376) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.313830 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.384077 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.399199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.402375 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.403636 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0573d05-fee1-47ef-bc0f-03470ba23cd0 HTTP/1.1" status: 204 len: 168 time: 0.2206204 Nov 19 13:39:00.414174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec998e-79fd-4efb-a679-26bc91583cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0573d05-fee1-47ef-bc0f-03470ba23cd0,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.452227 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.522654 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.525855 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.529408 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/349c8e63-dd3b-47eb-a427-e6b24a7c3bc9 HTTP/1.1" status: 204 len: 168 time: 0.2236822 Nov 19 13:39:00.558177 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac3707-cfde-4d63-9373-ea3098ff92e6 req-44711d59-4404-4a99-b1f5-408867433416 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.560796 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1fac3707-cfde-4d63-9373-ea3098ff92e6 req-44711d59-4404-4a99-b1f5-408867433416 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0769131 Nov 19 13:39:00.570393 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4e554-598f-4b09-81a2-341fd4dc9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c8e63-dd3b-47eb-a427-e6b24a7c3bc9,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.706721 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1fac3707-cfde-4d63-9373-ea3098ff92e6 req-f10e48ec-9ba9-4020-bea6-bb349fdf652a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377783 Nov 19 13:39:00.877015 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-ff3517e5-95dc-483b-ab1a-3dda20d5aa8e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.879298 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-ff3517e5-95dc-483b-ab1a-3dda20d5aa8e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.0915034 Nov 19 13:39:01.025389 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Deleting port 4ecd3cb2-7e39-4c27-babb-37b69833287a {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:01.026576 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.146034 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] For port 4ecd3cb2-7e39-4c27-babb-37b69833287a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4ecd3cb2-7e39-4c27-babb-37b69833287a,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:01.146399 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.164929 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Calling delete_port for 4ecd3cb2-7e39-4c27-babb-37b69833287a owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:01.417333 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0fde0-6a1e-4477-86ee-d808db86be97 req-3488ff76-9afc-4b39-ac9d-c05ce233a6ca tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.437087 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98f0fde0-6a1e-4477-86ee-d808db86be97 req-3488ff76-9afc-4b39-ac9d-c05ce233a6ca tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.2124183 Nov 19 13:39:01.467183 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.485798 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c508cff-68fc-42b9-8011-8999050604a7 req-cbe857fe-29c6-440d-9f60-84057242e264 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.493405 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7c508cff-68fc-42b9-8011-8999050604a7 req-cbe857fe-29c6-440d-9f60-84057242e264 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=956eae6f-3a6a-4db9-97f6-d6b89d4727ac HTTP/1.1" status: 200 len: 945 time: 0.1621809 Nov 19 13:39:01.508924 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event deleted for resources: {'Port': ['ID=4ecd3cb2-7e39-4c27-babb-37b69833287a,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:01.513833 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', '4ecd3cb2-7e39-4c27-babb-37b69833287a'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:01.594037 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98f0fde0-6a1e-4477-86ee-d808db86be97 req-6160225f-094e-4038-97e9-53864e4c4ef9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523533 Nov 19 13:39:01.611751 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7c508cff-68fc-42b9-8011-8999050604a7 req-aca765b6-d8c1-4188-9da2-29dacb066c51 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187525 Nov 19 13:39:01.626771 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] No DVR routers for this DVR port 4ecd3cb2-7e39-4c27-babb-37b69833287a on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:01.626771 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.643878 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-8ff311a0-e843-43b0-8453-c55fc6bd7849 req-58cc8be7-0791-4dd1-8aad-629e3271f81c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "DELETE /v2.0/ports/4ecd3cb2-7e39-4c27-babb-37b69833287a HTTP/1.1" status: 204 len: 173 time: 0.7481391 Nov 19 13:39:01.644682 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'name': 'network-vif-deleted', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:01.649024 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5e120-8b05-4c9a-b468-32072649620e" -d '{"events": [{"server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "name": "network-vif-deleted", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:01.700453 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e095a-be20-4363-8861-5827de2d4bb9 x-openstack-request-id: req-733e095a-be20-4363-8861-5827de2d4bb9 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:01.700820 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956eae6f-3a6a-4db9-97f6-d6b89d4727ac", "name": "network-vif-deleted", "tag": "4ecd3cb2-7e39-4c27-babb-37b69833287a", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:01.701145 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-733e095a-be20-4363-8861-5827de2d4bb9 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:01.701613 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956eae6f-3a6a-4db9-97f6-d6b89d4727ac', 'name': 'network-vif-deleted', 'tag': '4ecd3cb2-7e39-4c27-babb-37b69833287a', 'status': 'completed', 'code': 200} Nov 19 13:39:01.831867 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41418) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.885174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75722a7c-1372-415b-a948-3e9bf8ac2ead req-ca34f55b-5ff0-4187-ade7-49c89bbcb4ab tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.893865 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75722a7c-1372-415b-a948-3e9bf8ac2ead req-ca34f55b-5ff0-4187-ade7-49c89bbcb4ab tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0612125 Nov 19 13:39:01.959336 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75722a7c-1372-415b-a948-3e9bf8ac2ead req-c7212759-0b1f-4c9b-b08f-a6373a9c79e2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642018 Nov 19 13:39:02.021555 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1999532855-network', 'tenant_id': 'ae645dfd25a84e94ab2e84a62ce1826e'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.048647 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Made reservation on behalf of ae645dfd25a84e94ab2e84a62ce1826e for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:02.052062 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.065939 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.176425 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.182346 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.213600 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553916d0-19d8-422a-8061-bad9b0993c31,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.220581 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:02.233131 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.233661 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Added segment 523fa864-e918-47ab-8901-1680d2b277c3 of type vlan for network a9ae6f60-90f0-4ba8-9236-d97d59dc896f Nov 19 13:39:02.283002 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.311299 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.312594 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.313263 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.383217 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41422) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:02.383440 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5499852 Nov 19 13:39:02.398949 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f750c0-c4ef-46cd-ba34-3ba0faf6fc3f admin admin] Pushing event updated for resources: {'Network': ['ID=a9ae6f60-90f0-4ba8-9236-d97d59dc896f,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.399113 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Request body: {'subnet': {'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1999532855-subnet', 'tenant_id': 'ae645dfd25a84e94ab2e84a62ce1826e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.413637 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:02.470783 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Made reservation on behalf of ae645dfd25a84e94ab2e84a62ce1826e for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:02.496130 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.710994 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.792512 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceaf4aa3-dc48-4690-a644-227e37a91b18,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.812620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfee6c-0ddc-4ed7-96ed-d5929ae3f037 req-33e591d2-91bc-4226-8b6e-5662c7715ec1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.814210 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabfee6c-0ddc-4ed7-96ed-d5929ae3f037 req-33e591d2-91bc-4226-8b6e-5662c7715ec1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1146874 Nov 19 13:39:02.822828 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Checking segment: {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:02.823227 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Network hostable DHCP agents. Network: a9ae6f60-90f0-4ba8-9236-d97d59dc896f, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:02.876185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:02.905847 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, a9ae6f60-90f0-4ba8-9236-d97d59dc896f) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:02.911529 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabfee6c-0ddc-4ed7-96ed-d5929ae3f037 req-31ed3183-8de1-479d-b2ec-f2745050b35a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851445 Nov 19 13:39:02.916793 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c367d-51fc-4e83-994a-4739b9cac8ff None None] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:02.919025 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.920311 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.942557 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-579e08e3-35d5-4d30-912d-b75da6e3ac18 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5577352 Nov 19 13:39:03.009877 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4836-c5f4-4d68-a219-27bf9cd4c0f5 req-7c3de4d5-6421-4df2-a50b-a4a800cdade9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.011388 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-12ec4836-c5f4-4d68-a219-27bf9cd4c0f5 req-7c3de4d5-6421-4df2-a50b-a4a800cdade9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0674226 Nov 19 13:39:03.106699 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-12ec4836-c5f4-4d68-a219-27bf9cd4c0f5 req-8ddcaadc-47b1-4782-8187-b0775eb37d9c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815210 Nov 19 13:39:03.136521 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf5cc9-bb82-4855-b700-63e142ca2142 None None] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:03.146294 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31ed9d-74e9-4b04-8f5e-dcc063af60c5 req-8037319f-bac4-42df-8324-eb66db9f2a1f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.148093 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ce31ed9d-74e9-4b04-8f5e-dcc063af60c5 req-8037319f-bac4-42df-8324-eb66db9f2a1f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0782778 Nov 19 13:39:03.207521 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ce31ed9d-74e9-4b04-8f5e-dcc063af60c5 req-056a449e-9c4d-41fd-a156-8034d177a00e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536165 Nov 19 13:39:03.442101 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-e13465f8-46fb-44ea-a7fa-e80a8a3ebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.443759 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-e13465f8-46fb-44ea-a7fa-e80a8a3ebf07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0558138 Nov 19 13:39:03.574776 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-d10eec6d-d7a5-444a-bc65-b84a97bea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.578038 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-d10eec6d-d7a5-444a-bc65-b84a97bea642 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1238704 Nov 19 13:39:03.662498 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-45ca27a0-f133-4685-b02c-b929c92a91c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 1001 time: 0.0739021 Nov 19 13:39:03.732840 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-fdb84ef7-8e79-4ca8-a690-3d5366c4cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.735311 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-fdb84ef7-8e79-4ca8-a690-3d5366c4cc46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0626261 Nov 19 13:39:03.802456 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-72b86d18-55c6-441a-a73c-4af730cdb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.804051 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-72b86d18-55c6-441a-a73c-4af730cdb214 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450339 Nov 19 13:39:03.905011 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-6daa9940-e983-4f73-99c8-a7aeb02a4daa service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Nov 19 13:39:04.004436 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-18e6e25f-23cb-4b90-b494-738f83bef943 req-d2ca6700-c817-40c6-968f-2c57be11c868 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900743 Nov 19 13:39:04.041002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af827-a858-4db9-ac6f-3d911a6b00ae req-703220c9-4970-4805-8cb7-66d101702ca1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.042517 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-910af827-a858-4db9-ac6f-3d911a6b00ae req-703220c9-4970-4805-8cb7-66d101702ca1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Nov 19 13:39:04.094920 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-910af827-a858-4db9-ac6f-3d911a6b00ae req-deee4ef8-cdd5-4541-be20-851ca9473846 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Nov 19 13:39:04.229922 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4705b-1034-4986-ae1f-cab9bb9bb627 req-3b72f360-b82a-4dcf-bb66-916b5f1b35d9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.231933 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84a4705b-1034-4986-ae1f-cab9bb9bb627 req-3b72f360-b82a-4dcf-bb66-916b5f1b35d9 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0516329 Nov 19 13:39:04.299089 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84a4705b-1034-4986-ae1f-cab9bb9bb627 req-b930e3be-2f13-47e4-a166-a2d9b2249a36 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Nov 19 13:39:04.337322 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6bf98-2215-4017-9d54-ff6ba6715b48 req-0bdd3523-9fd1-4894-8c5c-beb1c8b6372f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.338811 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fcc6bf98-2215-4017-9d54-ff6ba6715b48 req-0bdd3523-9fd1-4894-8c5c-beb1c8b6372f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0534861 Nov 19 13:39:04.390270 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fcc6bf98-2215-4017-9d54-ff6ba6715b48 req-248268e7-eb3f-4986-a1e4-135d80066ed6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Nov 19 13:39:04.885913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-6242fd44-6f9b-42d9-b1cd-d6aa896e760d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.887518 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-6242fd44-6f9b-42d9-b1cd-d6aa896e760d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/networks?id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 200 len: 809 time: 0.1196380 Nov 19 13:39:04.903771 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-b83d822b-cf61-4908-9676-9e0cf515314a tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/quotas/ae645dfd25a84e94ab2e84a62ce1826e HTTP/1.1" status: 200 len: 375 time: 0.0098252 Nov 19 13:39:04.937826 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-36d2ae01-8c8d-434c-861e-d6af50d79475 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279200 Nov 19 13:39:05.035928 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-5490c986-102f-47e6-b1e2-b3576f369e46 service neutron] 10.222.0.74 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903556 Nov 19 13:39:05.131487 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-9ff96621-5cce-4947-a232-7f4fc472ccdb service neutron] 10.222.0.74 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888743 Nov 19 13:39:05.146394 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-4179dfe3-962b-4434-a12d-2906f4dbd2fb tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.147954 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-4179dfe3-962b-4434-a12d-2906f4dbd2fb tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0518887 Nov 19 13:39:05.239179 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4ab7-10d0-4ebd-829e-0f6f9b936213 req-d897ebae-7082-4f72-a469-11a98c14e9fd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.243708 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f5f4ab7-10d0-4ebd-829e-0f6f9b936213 req-d897ebae-7082-4f72-a469-11a98c14e9fd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0636728 Nov 19 13:39:05.247239 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Deleting port b5edbcfa-b003-4f23-9e31-e4f781f893f8 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:05.247580 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.301293 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f5f4ab7-10d0-4ebd-829e-0f6f9b936213 req-a31e6ba2-38cc-4cf9-acf8-1a0a69d4889e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532215 Nov 19 13:39:05.316985 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b8c3de8c-a606-45ed-b7c2-ba5f5986c7ff req-2541c5ad-25a9-4488-b971-e250cae5a69e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Nov 19 13:39:05.376708 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] For port b5edbcfa-b003-4f23-9e31-e4f781f893f8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5edbcfa-b003-4f23-9e31-e4f781f893f8,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:05.377149 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.395279 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Calling delete_port for b5edbcfa-b003-4f23-9e31-e4f781f893f8 owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:05.454009 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50afb1-dcb1-40a4-ba94-478bf32268b2 req-4abab786-b5bb-467c-9eb5-123d83a0cf65 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.459611 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2f50afb1-dcb1-40a4-ba94-478bf32268b2 req-4abab786-b5bb-467c-9eb5-123d83a0cf65 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 945 time: 0.0753105 Nov 19 13:39:05.540526 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2f50afb1-dcb1-40a4-ba94-478bf32268b2 req-abfa13d8-0e89-49e8-9ab6-4d08ab4b2fe2 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756021 Nov 19 13:39:05.553156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ed68-24f4-4d23-8fe7-742da457f8f6 req-af2fbf1f-4ead-481a-a4c9-3fc17958537c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.553543 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.554695 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b14ed68-24f4-4d23-8fe7-742da457f8f6 req-af2fbf1f-4ead-481a-a4c9-3fc17958537c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0822806 Nov 19 13:39:05.588614 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event deleted for resources: {'Port': ['ID=b5edbcfa-b003-4f23-9e31-e4f781f893f8,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.624126 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5b14ed68-24f4-4d23-8fe7-742da457f8f6 req-d75062e6-0c9e-4419-9ecf-abfc6092f1b2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497577 Nov 19 13:39:05.638276 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] No DVR routers for this DVR port b5edbcfa-b003-4f23-9e31-e4f781f893f8 on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:05.640860 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.644227 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-bf34f13d-80e5-425a-a081-4b035c6e5915 req-0600159b-f44e-4645-9f73-9d1ca72fa481 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "DELETE /v2.0/ports/b5edbcfa-b003-4f23-9e31-e4f781f893f8 HTTP/1.1" status: 204 len: 173 time: 0.4896209 Nov 19 13:39:05.644680 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'name': 'network-vif-deleted', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:05.647335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da79ac6b-d580-46c7-8ea1-bf30710dc007" -d '{"events": [{"server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "name": "network-vif-deleted", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:05.686622 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9956efec-a57e-4dd6-972a-1b5311b36466 x-openstack-request-id: req-9956efec-a57e-4dd6-972a-1b5311b36466 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:05.686995 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc664a9-a9d4-4827-9bb5-94c81531a0e5", "name": "network-vif-deleted", "tag": "b5edbcfa-b003-4f23-9e31-e4f781f893f8", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:05.687361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9956efec-a57e-4dd6-972a-1b5311b36466 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:05.687909 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc664a9-a9d4-4827-9bb5-94c81531a0e5', 'name': 'network-vif-deleted', 'tag': 'b5edbcfa-b003-4f23-9e31-e4f781f893f8', 'status': 'completed', 'code': 200} Nov 19 13:39:06.432291 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9b76f004-9084-4a4a-9fe7-fc6cf5690cab req-3d7457bb-b445-49e9-b464-30cb225a44ee tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 210 time: 0.0389159 Nov 19 13:39:06.453332 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039c70b-d5d5-43af-8ff5-1188df5aa169 req-ca54cd1f-473b-4138-b1b9-60c36e32c0dc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.454820 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f039c70b-d5d5-43af-8ff5-1188df5aa169 req-ca54cd1f-473b-4138-b1b9-60c36e32c0dc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0707717 Nov 19 13:39:06.503293 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f039c70b-d5d5-43af-8ff5-1188df5aa169 req-2cf42d22-8e95-4278-806a-e567178a1343 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Nov 19 13:39:06.643910 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed5ca475-d921-4007-b0a6-f17d676f9449 req-6ff905ab-746a-4cdc-9262-70f657f069ce tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Nov 19 13:39:06.744900 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e930934-83b8-4259-8332-8c19bbc33852 req-32545dea-ac2b-4bf2-84f5-7e762fd9e378 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.746444 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e930934-83b8-4259-8332-8c19bbc33852 req-32545dea-ac2b-4bf2-84f5-7e762fd9e378 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0526328 Nov 19 13:39:06.798207 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6e930934-83b8-4259-8332-8c19bbc33852 req-c9751438-17d8-4d08-be68-ad98292817ff tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Nov 19 13:39:06.994231 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4ecd3cb2-7e39-4c27-babb-37b69833287a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:07.015684 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 4ecd3cb2-7e39-4c27-babb-37b69833287a {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:07.016029 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4ecd3cb2-7e39-4c27-babb-37b69833287a not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:07.528322 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f21ec8a-bbef-4e14-9e7b-d443b10698dc req-0f0152b2-2545-4c77-87a8-ae6629828e88 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Nov 19 13:39:07.628871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2252d1-400a-44d7-8251-fe5a6d51a308 req-959ea6c8-abb2-4639-a56c-5e31cca11d9e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:07.630264 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7c2252d1-400a-44d7-8251-fe5a6d51a308 req-959ea6c8-abb2-4639-a56c-5e31cca11d9e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0508432 Nov 19 13:39:07.683388 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7c2252d1-400a-44d7-8251-fe5a6d51a308 req-6fde135a-9f40-46d7-8c51-bfbe37d53fc9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460942 Nov 19 13:39:07.739987 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9a31bdc3-0f4d-46de-8932-a1c4e7ad2579 req-1cf4da02-54bf-4c39-a51d-13c05f837f94 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc664a9-a9d4-4827-9bb5-94c81531a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0259383 Nov 19 13:39:07.925123 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e1b01-9baf-4f7b-8bc6-4f9ee2c02f8b req-445e848f-bb06-4b63-b9bf-c0fb4de4fa46 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:07.926527 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-623e1b01-9baf-4f7b-8bc6-4f9ee2c02f8b req-445e848f-bb06-4b63-b9bf-c0fb4de4fa46 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0505152 Nov 19 13:39:07.985846 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'b5edbcfa-b003-4f23-9e31-e4f781f893f8'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:07.989539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:07.990856 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-623e1b01-9baf-4f7b-8bc6-4f9ee2c02f8b req-b29dea9b-267f-4c36-a7cb-8401aaeed19f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581365 Nov 19 13:39:08.146072 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.185333 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:08.187643 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d99eca-186f-4fcb-8e70-f567073978b3" -d '{"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-unplugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:08.208403 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:08.216213 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.247789 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71a6d42-d78a-4596-9cf9-5ec54d7dcafc x-openstack-request-id: req-d71a6d42-d78a-4596-9cf9-5ec54d7dcafc {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:08.248110 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-unplugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:08.248364 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d71a6d42-d78a-4596-9cf9-5ec54d7dcafc {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:08.248778 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'code': 200} Nov 19 13:39:08.277464 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=8']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:08.631688 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0f446366-55f6-4115-87fd-04636b0b7026 req-f5764b2b-ff45-4a52-aca4-a13cd7ad0a66 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 210 time: 0.0280197 Nov 19 13:39:08.835417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63646e-726e-4bd6-b3ee-8b9b7314b07d req-51283df0-995b-4aeb-bf6d-297cad5b3832 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.837190 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8d63646e-726e-4bd6-b3ee-8b9b7314b07d req-51283df0-995b-4aeb-bf6d-297cad5b3832 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0697873 Nov 19 13:39:08.891643 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8d63646e-726e-4bd6-b3ee-8b9b7314b07d req-f40a1760-2cf6-4f0b-9378-a49eac98e3b1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481009 Nov 19 13:39:09.148148 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7081-53b3-4d85-be81-8b637e0d103b req-d0c463e2-4085-40d3-bb56-10479b71cf5f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.150287 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a02b7081-53b3-4d85-be81-8b637e0d103b req-d0c463e2-4085-40d3-bb56-10479b71cf5f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0697381 Nov 19 13:39:09.193071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05098001-825f-40b8-9853-a648009c0c4b tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.195355 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05098001-825f-40b8-9853-a648009c0c4b tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "GET /v2.0/networks?id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 200 len: 809 time: 0.1323605 Nov 19 13:39:09.212819 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Request body: {'port': {'device_id': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f', 'admin_state_up': True, 'tenant_id': 'ae645dfd25a84e94ab2e84a62ce1826e'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:09.244400 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a02b7081-53b3-4d85-be81-8b637e0d103b req-3b20b75d-2b95-47e4-b5a0-9978af4f02ac tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869131 Nov 19 13:39:09.339655 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Made reservation on behalf of ae645dfd25a84e94ab2e84a62ce1826e for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:09.343377 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.480028 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Allocated IP 172.20.0.10 (a9ae6f60-90f0-4ba8-9236-d97d59dc896f/ceaf4aa3-dc48-4690-a644-227e37a91b18/b26c8698-00fd-4150-8e38-3ba244b790a3) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:09.636031 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.673650 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.722869 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:09.726030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:09.728588 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:09.734455 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.735081 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.751677 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5a102-abe6-4d6d-85c4-76dd14c215ad req-8fc168d6-ed8a-4107-af0e-fcf238ad9bb0 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.752698 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Pushing event updated for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:09.753550 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35a5a102-abe6-4d6d-85c4-76dd14c215ad req-8fc168d6-ed8a-4107-af0e-fcf238ad9bb0 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 932 time: 0.0515158 Nov 19 13:39:09.763772 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569582 Nov 19 13:39:09.765479 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.765827 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.766165 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.766492 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.767187 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.767519 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.767841 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.768163 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.768483 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.768803 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.769117 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.769431 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd4100-1b15-4d3c-b3a9-2f8306af22c1 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:09.807736 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-35a5a102-abe6-4d6d-85c4-76dd14c215ad req-81561d80-e088-4c6f-8f61-a11db2bb303e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Nov 19 13:39:10.021133 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2a9d8-01f0-4a66-8b8b-33d22ebf1e7f req-dcc08c51-372d-4bd5-8880-1e16c752ba57 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.022729 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-50e2a9d8-01f0-4a66-8b8b-33d22ebf1e7f req-dcc08c51-372d-4bd5-8880-1e16c752ba57 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0519183 Nov 19 13:39:10.074516 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-50e2a9d8-01f0-4a66-8b8b-33d22ebf1e7f req-43320270-dcaf-4585-a423-6ec261ee2a7c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 Nov 19 13:39:10.169320 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c872cf0-c981-4948-ad89-14a628f3155d req-ebd77a8f-8672-4706-8112-e6f98dd2be0e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.170903 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6c872cf0-c981-4948-ad89-14a628f3155d req-ebd77a8f-8672-4706-8112-e6f98dd2be0e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0503309 Nov 19 13:39:10.229675 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6c872cf0-c981-4948-ad89-14a628f3155d req-5ca9b159-35b6-4ea1-b46d-0287cdf6636f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Nov 19 13:39:10.380287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e6b8b-a030-4b42-8bae-e109c0b42148 req-8233089b-0f7b-4966-b417-d107b17bc95a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.381777 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-722e6b8b-a030-4b42-8bae-e109c0b42148 req-8233089b-0f7b-4966-b417-d107b17bc95a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0637903 Nov 19 13:39:10.432393 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-722e6b8b-a030-4b42-8bae-e109c0b42148 req-c3dd112b-02ed-4e29-b6e7-5830e3e7e571 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438433 Nov 19 13:39:10.565477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-15fa9e23-1f43-47a4-9ca9-d99540326266 req-a424280b-4670-46fe-8649-bbb2ec2f83f0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:39:10.566440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-15fa9e23-1f43-47a4-9ca9-d99540326266 req-a424280b-4670-46fe-8649-bbb2ec2f83f0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056405 Nov 19 13:39:10.731989 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1aa9-f86f-4270-89e0-d2072834be6f req-d033db71-2c26-4792-969d-f56ca1265b83 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.733633 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2cb1aa9-f86f-4270-89e0-d2072834be6f req-d033db71-2c26-4792-969d-f56ca1265b83 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0501978 Nov 19 13:39:10.785845 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2cb1aa9-f86f-4270-89e0-d2072834be6f req-7cff3635-9852-4242-b086-0a369fe6c5bd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459564 Nov 19 13:39:10.927252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c7ee2-b07e-49e2-9bfc-3c2a81046002 req-f8d78fde-226c-4a18-9bac-97f44a9598e9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.928721 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-897c7ee2-b07e-49e2-9bfc-3c2a81046002 req-f8d78fde-226c-4a18-9bac-97f44a9598e9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 932 time: 0.0477433 Nov 19 13:39:10.984850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-897c7ee2-b07e-49e2-9bfc-3c2a81046002 req-ab954b2e-1530-4002-bfa4-538ab24209c3 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489256 Nov 19 13:39:11.021630 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41604) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:11.107793 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-9ef383f6-5eab-4662-bd4c-03e0461fafff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849488 Nov 19 13:39:11.116843 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-df3a2e80-f990-4480-a674-b3cafcc27472 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:39:11.117796 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-df3a2e80-f990-4480-a674-b3cafcc27472 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048733 Nov 19 13:39:11.359586 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27f594-f44d-49a1-8f66-79c3f23eabb5 req-7a74dbb6-6b3d-4bd7-b413-c977f67f320b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:11.363540 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0d27f594-f44d-49a1-8f66-79c3f23eabb5 req-7a74dbb6-6b3d-4bd7-b413-c977f67f320b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0566261 Nov 19 13:39:11.409270 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0d27f594-f44d-49a1-8f66-79c3f23eabb5 req-f4cdd0db-9cba-47f6-bf4d-68f0ebe5abca tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Nov 19 13:39:11.554975 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a1ea-e8c0-472e-b341-54a5fa4a442f req-22759aeb-6188-4031-9bb6-29632485f0aa tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:11.556538 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9133a1ea-e8c0-472e-b341-54a5fa4a442f req-22759aeb-6188-4031-9bb6-29632485f0aa tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0539832 Nov 19 13:39:11.610129 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9133a1ea-e8c0-472e-b341-54a5fa4a442f req-49f35842-7359-44b4-a698-59f02e0a6aa0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Nov 19 13:39:11.911494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54aff-1629-42fc-9c10-57463b6df600 req-bf6f9d90-4cf8-4bf8-93d5-c81c9d9cc60a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:11.912983 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b5f54aff-1629-42fc-9c10-57463b6df600 req-bf6f9d90-4cf8-4bf8-93d5-c81c9d9cc60a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0518854 Nov 19 13:39:11.961933 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b5f54aff-1629-42fc-9c10-57463b6df600 req-ec83ce5d-b6ee-4e3b-b66c-e7e9d0ee15cf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Nov 19 13:39:12.113598 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070eccd-dbf4-41db-a72d-c4a2a0fee302 req-7854a724-519a-4401-9465-21f5b826389f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.115050 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2070eccd-dbf4-41db-a72d-c4a2a0fee302 req-7854a724-519a-4401-9465-21f5b826389f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 932 time: 0.0563540 Nov 19 13:39:12.175776 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2070eccd-dbf4-41db-a72d-c4a2a0fee302 req-03942439-1680-4913-98d1-8580f738d4c0 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Nov 19 13:39:12.475550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Request body: {'port': {'device_id': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:12.573222 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b717-a97a-48a5-825d-2cf091dd395d req-f6566849-6a87-446f-ab56-41bb13ad910c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.574783 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-91d5b717-a97a-48a5-825d-2cf091dd395d req-f6566849-6a87-446f-ab56-41bb13ad910c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0674403 Nov 19 13:39:12.589255 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.629781 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-ffb635ee-4808-4bda-a3f6-743cb65ced6d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850587 Nov 19 13:39:12.659857 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-91d5b717-a97a-48a5-825d-2cf091dd395d req-24495b9d-5cae-49f5-9830-a409235e128b tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702772 Nov 19 13:39:12.824069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c32463-f01c-418c-a061-92d238331322 req-edc78cce-7e2d-4b98-96d2-9579f4fda34f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.825596 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21c32463-f01c-418c-a061-92d238331322 req-edc78cce-7e2d-4b98-96d2-9579f4fda34f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0809968 Nov 19 13:39:12.841097 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-ca968415-98a8-4676-ad8f-59c6c67d4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.842646 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-ca968415-98a8-4676-ad8f-59c6c67d4817 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 1098 time: 0.1645501 Nov 19 13:39:12.893823 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21c32463-f01c-418c-a061-92d238331322 req-962f64c8-e784-4fc4-bbe4-7976686505d0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Nov 19 13:39:13.010552 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-5a57b2e9-42fb-45e1-9c65-54ff74e9956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.011978 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-5a57b2e9-42fb-45e1-9c65-54ff74e9956e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.1277101 Nov 19 13:39:13.319312 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-8a205f84-d179-4f6a-be43-74311e242cc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec92600-3dc3-4e88-b748-97fe65ccb089 HTTP/1.1" status: 200 len: 217 time: 0.2957616 Nov 19 13:39:13.361218 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26c8698-00fd-4150-8e38-3ba244b790a3 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:13.372888 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a8ea-96aa-4f41-bf90-c9fde0d82c62 req-cb75fd51-5946-48e2-abcc-183fd13e07eb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.375391 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.381048 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6cc5a8ea-96aa-4f41-bf90-c9fde0d82c62 req-cb75fd51-5946-48e2-abcc-183fd13e07eb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.3422174 Nov 19 13:39:13.402340 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-1db23729-0bb7-4e47-b718-839ce683dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.404205 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-1db23729-0bb7-4e47-b718-839ce683dfd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0743272 Nov 19 13:39:13.405392 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Transition to ACTIVE for port object b26c8698-00fd-4150-8e38-3ba244b790a3 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:13.412253 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.445607 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39172-0d4e-4966-b097-62ada2f47534 req-1852164a-7bf0-4300-8f21-e6ea6e7ab1ab tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.447006 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-58f39172-0d4e-4966-b097-62ada2f47534 req-1852164a-7bf0-4300-8f21-e6ea6e7ab1ab tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 932 time: 0.1165693 Nov 19 13:39:13.460985 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6cc5a8ea-96aa-4f41-bf90-c9fde0d82c62 req-b3aeedec-b8f4-45a4-b382-d457b52075f6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787487 Nov 19 13:39:13.463148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b5edbcfa-b003-4f23-9e31-e4f781f893f8 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:13.479356 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-6f9f8da2-67e8-49d9-9f09-a436d38a985b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618198 Nov 19 13:39:13.503680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: b5edbcfa-b003-4f23-9e31-e4f781f893f8 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:13.503680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b5edbcfa-b003-4f23-9e31-e4f781f893f8 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:13.531824 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-58f39172-0d4e-4966-b097-62ada2f47534 req-23024d49-6ea3-4c23-a21a-8ff54e8664fe tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Nov 19 13:39:13.561110 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:13.617957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Attempting to bind port b26c8698-00fd-4150-8e38-3ba244b790a3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:13.618297 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Attempting to bind port b26c8698-00fd-4150-8e38-3ba244b790a3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:13.618616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Attempting to bind port b26c8698-00fd-4150-8e38-3ba244b790a3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:13.628227 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Port b26c8698-00fd-4150-8e38-3ba244b790a3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:13.628554 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Attempting to bind port b26c8698-00fd-4150-8e38-3ba244b790a3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:13.643249 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:13.643588 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Checking segment: {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:13.643984 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Bound using segment: {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:13.644426 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Bound port: b26c8698-00fd-4150-8e38-3ba244b790a3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:13.644775 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.670198 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-c999717c-96b4-4db4-8047-3a947e6d4bfd service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798830 Nov 19 13:39:13.776518 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:13.789955 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb6d9d-ba9b-47ee-b906-70a61a0929eb req-30073112-0b30-4257-bea0-b68a0f68dc88 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.791925 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72cb6d9d-ba9b-47ee-b906-70a61a0929eb req-30073112-0b30-4257-bea0-b68a0f68dc88 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0544605 Nov 19 13:39:13.797842 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b26c8698-00fd-4150-8e38-3ba244b790a3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:13.808985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.844073 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b1b2fb7e-dd6a-4e08-a4d4-481b58a24b3b req-77d0cb87-d1a4-4e5f-bdbe-7fce6c70a711 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555984 Nov 19 13:39:13.851395 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72cb6d9d-ba9b-47ee-b906-70a61a0929eb req-f60acfb4-2967-4f15-84dc-cab208a05dc0 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509431 Nov 19 13:39:13.859058 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.859712 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.861167 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] 10.222.0.69 "PUT /v2.0/ports/b26c8698-00fd-4150-8e38-3ba244b790a3 HTTP/1.1" status: 200 len: 1094 time: 1.3942213 Nov 19 13:39:13.861630 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:13.863972 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c202487b-448b-46aa-8af1-9f9a218a33b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:13.892174 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57964-5bf2-4159-83a6-d40f4667d020 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:13.914614 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c653920-a24e-4355-9f56-a79048a3d475 x-openstack-request-id: req-9c653920-a24e-4355-9f56-a79048a3d475 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:13.914920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:13.915213 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c653920-a24e-4355-9f56-a79048a3d475 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:13.915634 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3', 'status': 'completed', 'code': 200} Nov 19 13:39:14.022844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d181763-f806-4c80-99f6-3a6ae875abc7 req-d594db71-c1bc-4c15-9632-2908779fcb94 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.024254 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4d181763-f806-4c80-99f6-3a6ae875abc7 req-d594db71-c1bc-4c15-9632-2908779fcb94 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0535731 Nov 19 13:39:14.072202 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4d181763-f806-4c80-99f6-3a6ae875abc7 req-031fc69b-cc81-4e36-9630-2628452a799b tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Nov 19 13:39:14.454649 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.603153 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7718e2-2d60-410e-8e4a-6fb103de78d7 req-bbbd8609-4f0d-4b4a-93b5-8cfd1c4879dd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.604894 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc7718e2-2d60-410e-8e4a-6fb103de78d7 req-bbbd8609-4f0d-4b4a-93b5-8cfd1c4879dd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0571070 Nov 19 13:39:14.691226 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc7718e2-2d60-410e-8e4a-6fb103de78d7 req-85350a4e-de90-48fc-9ad1-bc64a4b0a455 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797379 Nov 19 13:39:14.702276 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762471c8-b228-480d-8209-0b5c4308453a req-010531ab-c601-4f98-9ba8-ee9d08e70804 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.703987 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-762471c8-b228-480d-8209-0b5c4308453a req-010531ab-c601-4f98-9ba8-ee9d08e70804 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.0850778 Nov 19 13:39:14.756971 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-762471c8-b228-480d-8209-0b5c4308453a req-a4e03689-1e37-4b97-9a89-cf622c1e1e76 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Nov 19 13:39:14.979183 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b896ed2-f036-4b72-810d-0422acf81708 req-962e35fa-2d14-46a3-be9b-926ee57eca1e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.980673 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b896ed2-f036-4b72-810d-0422acf81708 req-962e35fa-2d14-46a3-be9b-926ee57eca1e tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0520260 Nov 19 13:39:15.030832 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b896ed2-f036-4b72-810d-0422acf81708 req-daf62526-4329-4021-982e-d837de987efb tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Nov 19 13:39:15.208014 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ea3a-b2f3-4139-84be-29c7320b2cfc req-0f944cc5-ce5f-4349-a6e3-0d44ca5b382d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:15.209426 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8805ea3a-b2f3-4139-84be-29c7320b2cfc req-0f944cc5-ce5f-4349-a6e3-0d44ca5b382d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0582631 Nov 19 13:39:15.260395 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8805ea3a-b2f3-4139-84be-29c7320b2cfc req-3f3f436a-472b-4e42-a21c-8f88147381d6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Nov 19 13:39:15.820705 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f84690-1109-4a47-b264-410ebe133912 req-0b0869aa-d2ab-4140-8c4b-b3d7d88f0b44 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:15.822378 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-27f84690-1109-4a47-b264-410ebe133912 req-0b0869aa-d2ab-4140-8c4b-b3d7d88f0b44 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0543206 Nov 19 13:39:15.837658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:15.903191 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-27f84690-1109-4a47-b264-410ebe133912 req-1dcd779c-85c1-4f1c-9f97-4e856fe8ed29 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728474 Nov 19 13:39:15.914761 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f31ae-2a30-4e51-9322-75aa4729447e req-c0c341b2-6c4f-4c48-824a-6e4313cccc13 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:15.916610 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8a3f31ae-2a30-4e51-9322-75aa4729447e req-c0c341b2-6c4f-4c48-824a-6e4313cccc13 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.0799398 Nov 19 13:39:15.976312 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8a3f31ae-2a30-4e51-9322-75aa4729447e req-60ca9850-efd2-429b-9a41-8c322541eec9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Nov 19 13:39:16.151130 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b818e-2f20-44a2-8dc3-09ee56b9b91e req-8f03777f-f912-4486-9061-f96c3ec4437f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:16.152676 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-032b818e-2f20-44a2-8dc3-09ee56b9b91e req-8f03777f-f912-4486-9061-f96c3ec4437f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0511553 Nov 19 13:39:16.201617 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-032b818e-2f20-44a2-8dc3-09ee56b9b91e req-14f7ea96-09ca-4b70-99a7-1931419560a3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Nov 19 13:39:16.384547 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e44d4a-0d25-4f33-ab06-a69beb12bf91 req-a69b14a0-2bcd-48b3-960c-92ba253a9277 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:16.386015 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60e44d4a-0d25-4f33-ab06-a69beb12bf91 req-a69b14a0-2bcd-48b3-960c-92ba253a9277 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0521927 Nov 19 13:39:16.441313 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-60e44d4a-0d25-4f33-ab06-a69beb12bf91 req-ac2674c9-e3d0-4e2c-a916-a19d2a4a25ea tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472977 Nov 19 13:39:16.546703 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfcce-a481-4a69-bf09-51765d3af142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.942808 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-67c3e79f-e68e-4a1e-80b5-bab06cc83c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:16.944415 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-67c3e79f-e68e-4a1e-80b5-bab06cc83c6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 1097 time: 0.0495276 Nov 19 13:39:17.035827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239905bc-d1f4-4064-a56a-6ee702656ecc req-5fc81ce5-b6f5-4897-8a7c-4f574e5fbc19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.037403 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-239905bc-d1f4-4064-a56a-6ee702656ecc req-5fc81ce5-b6f5-4897-8a7c-4f574e5fbc19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0556381 Nov 19 13:39:17.070787 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-c741e6dc-6cd8-40a0-a270-88c5de7f3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.072402 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-c741e6dc-6cd8-40a0-a270-88c5de7f3df2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1167796 Nov 19 13:39:17.115370 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-239905bc-d1f4-4064-a56a-6ee702656ecc req-9440f488-9d48-4908-a828-c92265f93b3d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704656 Nov 19 13:39:17.128390 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610df27-5f82-4926-b302-1e067a1e713c req-6de17a0f-63ba-457a-9a73-367ab566e56a tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.130345 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2610df27-5f82-4926-b302-1e067a1e713c req-6de17a0f-63ba-457a-9a73-367ab566e56a tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.0780001 Nov 19 13:39:17.182440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2610df27-5f82-4926-b302-1e067a1e713c req-28761d1e-d30f-4bd3-979f-d1761d2ea864 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Nov 19 13:39:17.184480 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-129ea03b-994e-41b1-8f7d-c8f1c671d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.185976 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c202487b-448b-46aa-8af1-9f9a218a33b5 req-129ea03b-994e-41b1-8f7d-c8f1c671d662 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012359 Nov 19 13:39:17.308576 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-c92b7b7b-6310-4e50-b9ac-44b57ef8683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.310471 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-c92b7b7b-6310-4e50-b9ac-44b57ef8683b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 1096 time: 0.1124601 Nov 19 13:39:17.316892 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-e5560a5a-debd-46e8-9f5a-07e2a7ad55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.318429 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-e5560a5a-debd-46e8-9f5a-07e2a7ad55d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 1097 time: 0.0701551 Nov 19 13:39:17.329682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031990d-3f02-487b-9ed8-804e35d8d1e9 req-e89524d2-f8ff-471b-a9c0-d5ff9a30631a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.331677 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4031990d-3f02-487b-9ed8-804e35d8d1e9 req-e89524d2-f8ff-471b-a9c0-d5ff9a30631a tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0535007 Nov 19 13:39:17.371863 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-a3b70098-d0bc-4e1f-adb8-fe686e124063 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26c8698-00fd-4150-8e38-3ba244b790a3 HTTP/1.1" status: 200 len: 217 time: 0.0441275 Nov 19 13:39:17.388195 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4031990d-3f02-487b-9ed8-804e35d8d1e9 req-7180b6fa-1149-4c32-8338-a85a7295d83c tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/security-groups?id=910396b9-3582-483c-8f4b-a277643f2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 Nov 19 13:39:17.445064 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-3fb47009-82ed-4dcd-a1fb-007e68bb6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.446457 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-3fb47009-82ed-4dcd-a1fb-007e68bb6f08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0836968 Nov 19 13:39:17.447919 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-b7c7cf0c-26b5-47dd-b28f-d7e6a6bd0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.449209 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-b7c7cf0c-26b5-47dd-b28f-d7e6a6bd0ad4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ceaf4aa3-dc48-4690-a644-227e37a91b18 HTTP/1.1" status: 200 len: 849 time: 0.0603366 Nov 19 13:39:17.526234 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-d0e376e8-30a4-4840-83cc-24d2b0ad6981 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562618 Nov 19 13:39:17.566729 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b728f7-3a5e-46fb-ae51-f3d1ff229f97 req-a6f73734-2c7e-47fe-a97a-62d800c683c6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.568487 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46b728f7-3a5e-46fb-ae51-f3d1ff229f97 req-a6f73734-2c7e-47fe-a97a-62d800c683c6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0522492 Nov 19 13:39:17.616935 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-d3ed2f11-be5f-4af2-89bc-939aad65d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.618445 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-d3ed2f11-be5f-4af2-89bc-939aad65d958 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1562896 Nov 19 13:39:17.624444 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46b728f7-3a5e-46fb-ae51-f3d1ff229f97 req-7e1f300e-e7f0-412b-8a3e-1d02530460e8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496018 Nov 19 13:39:17.707473 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-fec1365b-2e66-48d5-b970-e41949333fe7 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439641 Nov 19 13:39:17.713831 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-30d6a144-5ed1-4d03-9a9d-97a890bb3259 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 999 time: 0.0816031 Nov 19 13:39:17.827799 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-959b2932-3364-475e-a41b-b2266c36a7fe tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.829425 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-959b2932-3364-475e-a41b-b2266c36a7fe tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 946 time: 0.0545163 Nov 19 13:39:17.843839 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-a907d8bd-3452-4aa7-8900-cb921822443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.845264 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-a907d8bd-3452-4aa7-8900-cb921822443e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.1077027 Nov 19 13:39:17.900207 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-cbf43f33-2770-4aee-87a9-92b99119e180 req-f32f7984-94f0-4d81-a171-e4122f199dba service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611116 Nov 19 13:39:17.912874 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-6608db0b-7dda-4dfa-acdb-f735e984a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.914386 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-6608db0b-7dda-4dfa-acdb-f735e984a04a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572042 Nov 19 13:39:17.995469 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Deleting port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:17.996722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.026310 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-d6dda3e9-49a4-4f84-a639-d0f30d504886 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010602 Nov 19 13:39:18.091194 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] For port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,segment=NetworkSegment(4b41dab4-dacb-46c5-9da8-9389735c8dec),segment_id=4b41dab4-dacb-46c5-9da8-9389735c8dec)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:18.092001 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.106850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Calling delete_port for 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:18.132720 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-f332bbd4-ba29-48bc-a2fd-ccd230ec1e95 req-7c55e4a9-7a3b-48ba-9e57-b0373e7ed23b service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917902 Nov 19 13:39:18.257675 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bda86-ca20-49c3-a41e-1aa0f9242ad9 req-0ff9dd3b-0ba6-4df7-a2d4-a93e87b4e87e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:18.259068 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-555bda86-ca20-49c3-a41e-1aa0f9242ad9 req-0ff9dd3b-0ba6-4df7-a2d4-a93e87b4e87e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0673389 Nov 19 13:39:18.371327 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.384117 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-555bda86-ca20-49c3-a41e-1aa0f9242ad9 req-0f982bab-8687-4afc-8dd8-c4573aac57ef tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063530 Nov 19 13:39:18.385681 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:18.394682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc943d61-93ce-43c3-a189-ab25e1f5f0c1 req-f3bbd832-cb6a-4b26-bd1c-8762aa195e0c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:18.396219 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc943d61-93ce-43c3-a189-ab25e1f5f0c1 req-f3bbd832-cb6a-4b26-bd1c-8762aa195e0c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.1362174 Nov 19 13:39:18.425719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Pushing event deleted for resources: {'Port': ['ID=14ba1da9-a1bd-4d76-a1b8-660a0f7015d0,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.467638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.467638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.467638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.467638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.468165 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.468326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.468639 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.468992 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.469319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.469670 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.470004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.470325 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:18.542275 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b7f0b825-118b-40e3-9303-ac75d3a80d89 req-67211e71-f881-46aa-b485-9ac11b81cfac tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0658615 Nov 19 13:39:18.546058 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] No DVR routers for this DVR port 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:18.555731 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.559461 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3b9c51c1-a951-4d0c-a693-d5eff88a9153 req-6e357370-9352-4eb1-bafb-ce8beacb1376 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.69 "DELETE /v2.0/ports/14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 HTTP/1.1" status: 204 len: 173 time: 0.7228847 Nov 19 13:39:18.559930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'name': 'network-vif-deleted', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:18.562355 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7eb91-f82c-4f8c-b5cd-68a600052da0" -d '{"events": [{"server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "name": "network-vif-deleted", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:18.572189 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc943d61-93ce-43c3-a189-ab25e1f5f0c1 req-51d2ed39-3262-4f43-acc4-6c4f8c1e4f67 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538987 Nov 19 13:39:18.617557 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c4cab2-0a96-4760-a387-7cad49bd8d88 x-openstack-request-id: req-09c4cab2-0a96-4760-a387-7cad49bd8d88 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:18.617865 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0e9fcb-022c-4369-8d5e-b644024f55aa", "name": "network-vif-deleted", "tag": "14ba1da9-a1bd-4d76-a1b8-660a0f7015d0", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:18.618149 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09c4cab2-0a96-4760-a387-7cad49bd8d88 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:18.618558 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0e9fcb-022c-4369-8d5e-b644024f55aa', 'name': 'network-vif-deleted', 'tag': '14ba1da9-a1bd-4d76-a1b8-660a0f7015d0', 'status': 'completed', 'code': 200} Nov 19 13:39:18.769874 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496da93-bf11-468d-b465-a69e4d7dc8a0 req-51ea555a-f76e-4bea-b269-406f22c7903a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:18.778912 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2496da93-bf11-468d-b465-a69e4d7dc8a0 req-51ea555a-f76e-4bea-b269-406f22c7903a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0688334 Nov 19 13:39:18.790641 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc3a3-0086-4b2c-98da-de2160d8a151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.874590 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2496da93-bf11-468d-b465-a69e4d7dc8a0 req-4e894c32-a998-4f83-89d7-b80df8a7a6d4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858884 Nov 19 13:39:19.527607 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78448c8b-14e7-403c-adf5-b9235884a738 req-a2bf369a-9688-4432-8071-cc3b1a7857ad tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:19.529284 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78448c8b-14e7-403c-adf5-b9235884a738 req-a2bf369a-9688-4432-8071-cc3b1a7857ad tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0640538 Nov 19 13:39:19.587253 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78448c8b-14e7-403c-adf5-b9235884a738 req-aa974c6b-f0aa-4e0d-8236-26b88b4030de tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508833 Nov 19 13:39:19.676627 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-102ce073-fa16-443b-b369-de52704859ea req-c5662b0a-88eb-440e-a19f-b3134265b898 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0376804 Nov 19 13:39:19.714367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec38eb-6bd0-4a3d-b5f2-32a582d711c8 req-df815f75-8f18-4d98-a502-397f650bd746 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:19.716026 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fec38eb-6bd0-4a3d-b5f2-32a582d711c8 req-df815f75-8f18-4d98-a502-397f650bd746 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.0639343 Nov 19 13:39:19.767791 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fec38eb-6bd0-4a3d-b5f2-32a582d711c8 req-5d1abdee-5300-4ae7-94ec-ca052ad9dced tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Nov 19 13:39:19.983851 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369d9aa-cfaf-49b8-81d6-02a764938d2c req-3a59a896-7661-4b15-94ad-5fd9dcf4c5cf tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:19.985424 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d369d9aa-cfaf-49b8-81d6-02a764938d2c req-3a59a896-7661-4b15-94ad-5fd9dcf4c5cf tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0611012 Nov 19 13:39:20.044760 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d369d9aa-cfaf-49b8-81d6-02a764938d2c req-09fff72f-c277-465d-b183-3e68294e1217 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Nov 19 13:39:20.304090 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.731950 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0dca-0512-4538-b77b-508d9017b25e req-88e4ed6e-707f-4246-b46a-a84cd56dde2b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:20.733830 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e83b0dca-0512-4538-b77b-508d9017b25e req-88e4ed6e-707f-4246-b46a-a84cd56dde2b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0617852 Nov 19 13:39:20.808913 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1cc1562a-56c0-4722-b8dd-5c5ff55e47e5 req-ec645083-251e-4e72-8c14-5158a5913425 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0369642 Nov 19 13:39:20.814096 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e83b0dca-0512-4538-b77b-508d9017b25e req-ad69f9af-5aed-442e-8638-894a9c9fae08 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700815 Nov 19 13:39:20.921682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c3780-9022-4f02-b270-0dff6e8e43be req-a99ddb72-2b2f-4e27-8bca-8a4b33049171 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:20.923129 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-535c3780-9022-4f02-b270-0dff6e8e43be req-a99ddb72-2b2f-4e27-8bca-8a4b33049171 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 944 time: 0.0576966 Nov 19 13:39:20.985429 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-535c3780-9022-4f02-b270-0dff6e8e43be req-b0a29bba-f70f-4c9f-8ffc-c32cd326da9f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Nov 19 13:39:21.183567 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfde59-1b26-49ea-914f-58650bab08b9 req-f737e715-383b-47fe-88a0-2068dd1a89a5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:21.188908 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6cfde59-1b26-49ea-914f-58650bab08b9 req-f737e715-383b-47fe-88a0-2068dd1a89a5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0529399 Nov 19 13:39:21.242555 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6cfde59-1b26-49ea-914f-58650bab08b9 req-22a1784b-474d-4a88-a0a9-d40ba9f8aafb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504220 Nov 19 13:39:21.478442 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b26c8698-00fd-4150-8e38-3ba244b790a3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:21.481674 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:21.522346 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:21.522692 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 14ba1da9-a1bd-4d76-a1b8-660a0f7015d0 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:21.614350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b26c8698-00fd-4150-8e38-3ba244b790a3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:21.627438 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': 'b26c8698-00fd-4150-8e38-3ba244b790a3', 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f', 'port_id': 'b26c8698-00fd-4150-8e38-3ba244b790a3', 'mac_address': 'fa:16:3e:60:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaf4aa3-dc48-4690-a644-227e37a91b18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:21.680818 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.694992 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26c8698-00fd-4150-8e38-3ba244b790a3 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:21.722250 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b26c8698-00fd-4150-8e38-3ba244b790a3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:21.730255 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.783123 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.791411 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.791797 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.792148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.792479 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.792811 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.793316 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.793651 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.793987 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.794332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.794666 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.794994 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.795469 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:21.943521 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.969998 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b113df3-6590-435d-a7b1-9046228a6529 req-6537be6a-ce0e-4615-b952-bb9c8dfc220d tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0690763 Nov 19 13:39:22.010302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83c16-692f-4764-84be-6c95ec156b9f req-ad6fa3ee-bc00-4f04-bdd9-5c180dc2571a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.012029 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-01e83c16-692f-4764-84be-6c95ec156b9f req-ad6fa3ee-bc00-4f04-bdd9-5c180dc2571a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.1001849 Nov 19 13:39:22.073448 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-01e83c16-692f-4764-84be-6c95ec156b9f req-348e8b5e-7a46-4cc8-b37e-cabea82218cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548840 Nov 19 13:39:22.090422 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b26c8698-00fd-4150-8e38-3ba244b790a3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:22.131174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cbe48-3578-4b41-b3ed-a6f6b07be443 req-31e72d59-3e7f-49d0-99b8-bb622b387917 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.132703 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-091cbe48-3578-4b41-b3ed-a6f6b07be443 req-31e72d59-3e7f-49d0-99b8-bb622b387917 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 945 time: 0.0738490 Nov 19 13:39:22.193720 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-091cbe48-3578-4b41-b3ed-a6f6b07be443 req-4eee12fd-5929-4806-af45-3967ced72428 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Nov 19 13:39:22.372805 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88256db-5aef-4329-8915-48469c93c3f2 req-95906755-9ca4-4147-812a-a576487b832c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.374539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f88256db-5aef-4329-8915-48469c93c3f2 req-95906755-9ca4-4147-812a-a576487b832c tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0663748 Nov 19 13:39:22.438763 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.469192 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f88256db-5aef-4329-8915-48469c93c3f2 req-3d508ee0-074d-41f2-8167-b05d29f146c6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880933 Nov 19 13:39:23.092184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e97feda-36bb-4bc8-b4f9-0656d6c83227 req-66afb4b3-b325-481d-b69d-4aa6af0d6ee3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0295196 Nov 19 13:39:23.220547 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52807e-cf1c-4b6d-8d77-a6f538ba0c39 req-fa989a15-52c8-4385-8748-53c6083961ba tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.222445 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e52807e-cf1c-4b6d-8d77-a6f538ba0c39 req-fa989a15-52c8-4385-8748-53c6083961ba tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0534179 Nov 19 13:39:23.287813 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e52807e-cf1c-4b6d-8d77-a6f538ba0c39 req-dcb5eebb-e38b-4259-a5fc-3245d89f65c7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589581 Nov 19 13:39:23.336692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999fd0-a207-49de-b39c-a734eda88488 req-b13f5b92-2420-43ae-93e9-34354886205d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.338251 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-64999fd0-a207-49de-b39c-a734eda88488 req-b13f5b92-2420-43ae-93e9-34354886205d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 945 time: 0.0638099 Nov 19 13:39:23.398694 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-64999fd0-a207-49de-b39c-a734eda88488 req-2729d213-598d-4021-bd49-f2b32966d885 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Nov 19 13:39:23.492262 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b26c8698-00fd-4150-8e38-3ba244b790a3 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:23.562948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port b26c8698-00fd-4150-8e38-3ba244b790a3 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:23.570083 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port b26c8698-00fd-4150-8e38-3ba244b790a3 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:23.570492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.644707 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da74d2-aff8-4abc-9f25-a1f4a76885a9 req-95060f56-08c8-49fa-8556-5b77d59367e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.651815 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-01da74d2-aff8-4abc-9f25-a1f4a76885a9 req-95060f56-08c8-49fa-8556-5b77d59367e4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0854506 Nov 19 13:39:23.670960 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.700162 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:23.702747 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ad251-be20-428d-9ac4-576d400bb473" -d '{"events": [{"server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "name": "network-vif-plugged", "status": "completed", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:23.717266 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b26c8698-00fd-4150-8e38-3ba244b790a3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:23.730087 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.752421 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-01da74d2-aff8-4abc-9f25-a1f4a76885a9 req-3f345705-8e29-4608-8f7a-e8a06f27b3b2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993989 Nov 19 13:39:23.779703 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5725c02e-288a-46b6-9c0c-a3e238e4e950 x-openstack-request-id: req-5725c02e-288a-46b6-9c0c-a3e238e4e950 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:23.780110 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "name": "network-vif-plugged", "status": "completed", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:23.780432 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5725c02e-288a-46b6-9c0c-a3e238e4e950 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:23.780904 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3', 'code': 200} Nov 19 13:39:23.825834 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:24.209182 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be5f1d57-759c-4bf7-8699-0428b6f61fba req-1334a764-e27e-4a1c-8398-a79b90fad123 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0300279 Nov 19 13:39:24.442038 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7922e5-8bba-433d-aece-0e0516a790eb req-1becc85d-35e4-4b71-beca-610e9401bc7a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.444167 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc7922e5-8bba-433d-aece-0e0516a790eb req-1becc85d-35e4-4b71-beca-610e9401bc7a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0678775 Nov 19 13:39:24.531371 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc7922e5-8bba-433d-aece-0e0516a790eb req-fb96c64a-3027-4d1c-ac53-ecdbde284184 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804586 Nov 19 13:39:24.564106 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bcf0a-e3ac-4518-b4d9-2e430faa34a2 req-1df54e67-1b90-4ba1-92e4-8aa712438515 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.565374 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-839bcf0a-e3ac-4518-b4d9-2e430faa34a2 req-1df54e67-1b90-4ba1-92e4-8aa712438515 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0781386 Nov 19 13:39:24.618738 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-839bcf0a-e3ac-4518-b4d9-2e430faa34a2 req-320cc7c4-c4a1-47ce-8fdd-a303204592b9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Nov 19 13:39:24.885476 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe4b6-4ad6-4b12-b9a7-674c1259c503 req-d80ea74e-88c0-4594-9e0d-beff918e720f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:24.887318 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e49fe4b6-4ad6-4b12-b9a7-674c1259c503 req-d80ea74e-88c0-4594-9e0d-beff918e720f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0555332 Nov 19 13:39:24.958057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e49fe4b6-4ad6-4b12-b9a7-674c1259c503 req-68106928-6cfa-4082-a0a8-b40d57a74d2f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 Nov 19 13:39:25.330167 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10f6a8ff-9063-4e6a-b928-170d895a60c0 req-c2a5b95d-eebb-4d69-a25c-36ac171e2f01 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0286734 Nov 19 13:39:25.698263 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d21631-ee4f-4131-ac12-524446fc33fb req-7942e619-8e49-4309-9911-21208671cabc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:25.699898 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6d21631-ee4f-4131-ac12-524446fc33fb req-7942e619-8e49-4309-9911-21208671cabc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0899603 Nov 19 13:39:25.782348 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6d21631-ee4f-4131-ac12-524446fc33fb req-0724698a-ff38-4180-91f8-9f79ab24b7ab tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756953 Nov 19 13:39:25.797371 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd0d7-2e1c-46f1-81f2-33ec3fc8d4ee req-b402f780-1eca-4d17-b29c-762efd267c81 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:25.798931 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c72bd0d7-2e1c-46f1-81f2-33ec3fc8d4ee req-b402f780-1eca-4d17-b29c-762efd267c81 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0853257 Nov 19 13:39:25.863477 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c72bd0d7-2e1c-46f1-81f2-33ec3fc8d4ee req-d8e17a6d-b2d0-4ffe-a1bb-62ff3f733b58 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548224 Nov 19 13:39:26.085940 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05b68b-361a-4aa9-8e10-7d160609ab54 req-f4c753e1-ff82-4f94-a12f-ec95e25b0ba0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:26.087532 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6b05b68b-361a-4aa9-8e10-7d160609ab54 req-f4c753e1-ff82-4f94-a12f-ec95e25b0ba0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0538845 Nov 19 13:39:26.145392 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6b05b68b-361a-4aa9-8e10-7d160609ab54 req-3f007b51-25fd-45c8-aa35-a77c9b1e2df8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Nov 19 13:39:26.447926 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94c3c81f-e8e7-4f5e-ba6d-3e79aa777f3b req-20da5a8f-4f15-4fda-85fe-afa12919f2a0 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0288339 Nov 19 13:39:26.923402 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824974-5fd4-4a41-bc4d-b0c9c102da56 req-cd8bc8f9-d8af-4968-80cb-f6ee42598f13 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:26.925125 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-22824974-5fd4-4a41-bc4d-b0c9c102da56 req-cd8bc8f9-d8af-4968-80cb-f6ee42598f13 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0645132 Nov 19 13:39:27.011981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-22824974-5fd4-4a41-bc4d-b0c9c102da56 req-b3f6f9ba-042c-46d1-8cb4-0cb3f737b812 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756249 Nov 19 13:39:27.031561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ed33f-679b-4fda-bc16-9b2e755522d1 req-4cf57d61-043e-43ae-a4a4-9f5e7506ac2f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:27.033781 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab0ed33f-679b-4fda-bc16-9b2e755522d1 req-4cf57d61-043e-43ae-a4a4-9f5e7506ac2f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0893779 Nov 19 13:39:27.091920 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab0ed33f-679b-4fda-bc16-9b2e755522d1 req-701fa59b-b34b-4c68-921d-fc9efdcfb0da tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Nov 19 13:39:27.275301 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a546d7f-6fc2-4a2f-a9a8-25e28bb03a78 req-b34c09ba-77f6-4e3a-80c8-01295ec52ece tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:27.276803 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7a546d7f-6fc2-4a2f-a9a8-25e28bb03a78 req-b34c09ba-77f6-4e3a-80c8-01295ec52ece tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0548384 Nov 19 13:39:27.335862 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7a546d7f-6fc2-4a2f-a9a8-25e28bb03a78 req-942136f7-46c4-4ad2-93e9-6eecd6cbc9b9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Nov 19 13:39:27.572232 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42be3404-d240-4f32-ac14-124304c62ddd req-ac54ec78-3278-4489-926d-0d73b4610ac6 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0390441 Nov 19 13:39:27.824493 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:28.150991 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312640d-ef4a-4703-8e16-9b9777ea7e5a req-603f9ae1-c2d5-4bcf-893b-a3c5c241d27d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.165819 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6312640d-ef4a-4703-8e16-9b9777ea7e5a req-603f9ae1-c2d5-4bcf-893b-a3c5c241d27d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0754519 Nov 19 13:39:28.266759 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6312640d-ef4a-4703-8e16-9b9777ea7e5a req-32e9d876-f476-440d-b781-05385b95dfa3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995443 Nov 19 13:39:28.288583 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8985d-6627-44f7-971a-89f7f0419bb0 req-77c568a7-8ead-48c7-8e21-0beae1872adc tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.290161 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d2a8985d-6627-44f7-971a-89f7f0419bb0 req-77c568a7-8ead-48c7-8e21-0beae1872adc tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.1120157 Nov 19 13:39:28.346868 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d2a8985d-6627-44f7-971a-89f7f0419bb0 req-b3d40072-48a2-4f9c-ae17-252d63517d54 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Nov 19 13:39:28.470795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f33bd-3dfd-4ad4-8062-186436c57422 req-0f1eee2a-1efb-4458-9cc6-fad98c5cb848 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.472469 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-057f33bd-3dfd-4ad4-8062-186436c57422 req-0f1eee2a-1efb-4458-9cc6-fad98c5cb848 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0621355 Nov 19 13:39:28.531416 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-057f33bd-3dfd-4ad4-8062-186436c57422 req-9fc78b61-c69e-49f4-9e46-a65386c5fe78 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Nov 19 13:39:28.698612 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4d2fff0c-1792-4746-8f8a-7534a916d210 req-60044b8f-8e45-43ff-a617-b6d20fb4c2af tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0341661 Nov 19 13:39:29.406007 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ddadc-c40a-46bb-a5f2-5592b7f723ee req-8b4261f9-1776-444f-9a77-a3a00938e339 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.407823 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dc7ddadc-c40a-46bb-a5f2-5592b7f723ee req-8b4261f9-1776-444f-9a77-a3a00938e339 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0652795 Nov 19 13:39:29.489408 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dc7ddadc-c40a-46bb-a5f2-5592b7f723ee req-ffa5954d-914d-4a79-8d34-e0b0d0c81fee tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752454 Nov 19 13:39:29.506250 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934de8f-0a5d-4767-b486-14a0b321c3f5 req-1ce6924b-d826-43f4-b14d-55e2e6c5902f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.507890 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3934de8f-0a5d-4767-b486-14a0b321c3f5 req-1ce6924b-d826-43f4-b14d-55e2e6c5902f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0782228 Nov 19 13:39:29.560122 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3934de8f-0a5d-4767-b486-14a0b321c3f5 req-cc5d8d5b-d3c7-4480-913f-c8dfea8b5642 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Nov 19 13:39:29.669015 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7103-b3c7-4b55-bf8e-51048bcef9aa req-44ddcb31-1d95-4f88-8139-f76f4c8e9e40 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.670623 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2fbb7103-b3c7-4b55-bf8e-51048bcef9aa req-44ddcb31-1d95-4f88-8139-f76f4c8e9e40 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0560763 Nov 19 13:39:29.730914 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2fbb7103-b3c7-4b55-bf8e-51048bcef9aa req-63f4132c-7900-42c4-aeca-af6bb19875d0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 Nov 19 13:39:29.821626 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-41c679f3-f20a-4d5a-aee0-a849374ad7f7 req-1338ba9f-339b-4244-87c6-97ee308e4e8f tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0278792 Nov 19 13:39:30.624179 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c429e9-2492-466c-adfc-28ccf15beddd req-ce6ab7da-08c7-4a5b-8fb4-9c2caac1a440 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.625653 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-18c429e9-2492-466c-adfc-28ccf15beddd req-ce6ab7da-08c7-4a5b-8fb4-9c2caac1a440 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0546236 Nov 19 13:39:30.707903 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-18c429e9-2492-466c-adfc-28ccf15beddd req-2f38cd50-bf3d-4137-906c-1efd223d5789 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758121 Nov 19 13:39:30.720661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739dfec-88d2-4f4a-8ce7-525b41c0014d req-8d8063f0-9d0f-418f-97e3-bbffe4fd5d17 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.722242 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0739dfec-88d2-4f4a-8ce7-525b41c0014d req-8d8063f0-9d0f-418f-97e3-bbffe4fd5d17 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0763917 Nov 19 13:39:30.776851 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0739dfec-88d2-4f4a-8ce7-525b41c0014d req-d515c82d-d547-4dea-8bd8-0d37abca23c9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Nov 19 13:39:30.859309 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24cee-42a7-47cb-8e1c-e5c7ee2e0b73 req-bae7080a-5467-4e4f-b4e7-f4e84b787e49 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.860850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-58d24cee-42a7-47cb-8e1c-e5c7ee2e0b73 req-bae7080a-5467-4e4f-b4e7-f4e84b787e49 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0542040 Nov 19 13:39:30.919702 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-58d24cee-42a7-47cb-8e1c-e5c7ee2e0b73 req-13cb213b-1896-48b0-9795-4ae479e3aef3 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520346 Nov 19 13:39:30.935210 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2909c345-e985-49d4-b92a-9943cfbd3709 req-c991c15c-a066-444b-a933-3fc65299cab3 tempest-AttachVolumeNegativeTest-1320192679 tempest-AttachVolumeNegativeTest-1320192679-project] 10.222.0.74 "GET /v2.0/ports?device_id=df0e9fcb-022c-4369-8d5e-b644024f55aa HTTP/1.1" status: 200 len: 210 time: 0.0315061 Nov 19 13:39:31.759133 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae5a5-3f6f-4619-abad-3c0dd5a86c08 req-a5f60e4e-641e-4e37-bb02-a32c9fe7b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:31.760707 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67eae5a5-3f6f-4619-abad-3c0dd5a86c08 req-a5f60e4e-641e-4e37-bb02-a32c9fe7b825 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 1099 time: 0.0536504 Nov 19 13:39:31.851544 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67eae5a5-3f6f-4619-abad-3c0dd5a86c08 req-92402692-8af0-4366-8639-24cb0bb7830f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810688 Nov 19 13:39:32.110295 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23758fd9-20fa-4de8-b304-176cc615f246 req-f0478799-27d0-44a2-8f0c-4bf90984a940 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.111698 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23758fd9-20fa-4de8-b304-176cc615f246 req-f0478799-27d0-44a2-8f0c-4bf90984a940 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.3218765 Nov 19 13:39:32.150234 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640270-2434-412f-8757-43738ca5c000 req-4d9c9ebc-32ba-4ca6-ba0b-44014aadae2d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.151840 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66640270-2434-412f-8757-43738ca5c000 req-4d9c9ebc-32ba-4ca6-ba0b-44014aadae2d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.3032484 Nov 19 13:39:32.197734 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23758fd9-20fa-4de8-b304-176cc615f246 req-1223445a-cae1-4195-bd37-ad8e352d7ca4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744121 Nov 19 13:39:32.225444 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66640270-2434-412f-8757-43738ca5c000 req-4dc96ff2-59b6-4e61-b211-051d5e4f3670 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609531 Nov 19 13:39:32.274596 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41866) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:32.308416 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ecf4-da9e-4eda-be15-179a4f00fd5a req-275ab6e1-52fa-4043-b129-81c95f602208 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.310280 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d773ecf4-da9e-4eda-be15-179a4f00fd5a req-275ab6e1-52fa-4043-b129-81c95f602208 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0509660 Nov 19 13:39:32.323022 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Deleting subnet 04b19427-02b8-4423-b3e4-a3943b267d0f {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:32.326440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.361901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d773ecf4-da9e-4eda-be15-179a4f00fd5a req-7b5ec626-5947-48a4-858e-590dabdd1596 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Nov 19 13:39:32.363056 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.373664 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.436619 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.460889 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b19427-02b8-4423-b3e4-a3943b267d0f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:32.467432 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.474175 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 41868) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:32.474464 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-86b57b02-b2e3-42bf-ba36-95ee2e5d2678 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/04b19427-02b8-4423-b3e4-a3943b267d0f HTTP/1.1" status: 204 len: 168 time: 0.1983023 Nov 19 13:39:32.549155 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.630997 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.651809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b5f30c-9859-4dc0-9964-fe81b0775d18']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:32.661029 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b41dab4-dacb-46c5-9da8-9389735c8dec') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:32.661351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b41dab4-dacb-46c5-9da8-9389735c8dec') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:32.678546 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.696415 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.703882 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:32.704257 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:32.706001 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:32.762367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.769757 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.771228 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d4b5f30c-9859-4dc0-9964-fe81b0775d18 HTTP/1.1" status: 204 len: 168 time: 0.2957733 Nov 19 13:39:32.787208 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fd505-5fae-456b-ab14-eb630c81de45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b5f30c-9859-4dc0-9964-fe81b0775d18,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:32.876126 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cf090-4e54-4e7c-b58b-850a28516398 req-a8780b41-77e9-46b5-a6ad-e5a11c53ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.877680 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-270cf090-4e54-4e7c-b58b-850a28516398 req-a8780b41-77e9-46b5-a6ad-e5a11c53ed84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0468726 Nov 19 13:39:32.908810 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41874) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:32.935841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-270cf090-4e54-4e7c-b58b-850a28516398 req-4fb2afc4-e2d5-40c7-96d9-ed37c91d5db0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Nov 19 13:39:32.957192 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f3156d10-0ac2-439c-9211-da1cef6fc90f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2b85b6e9a95402194d48a7909d120a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469699 Nov 19 13:39:32.960489 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 41876) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:33.013966 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.041111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.108946 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.112911 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.114222 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/910396b9-3582-483c-8f4b-a277643f2ac2 HTTP/1.1" status: 204 len: 168 time: 0.1526251 Nov 19 13:39:33.126888 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea438e4-7a41-4469-9ce4-920fdcff52df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910396b9-3582-483c-8f4b-a277643f2ac2,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:33.373099 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12c85-dce4-4f1e-ae16-b3bdfb117774 req-de32b794-58f0-4c1d-b0dc-046d8d614002 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.374947 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67d12c85-dce4-4f1e-ae16-b3bdfb117774 req-de32b794-58f0-4c1d-b0dc-046d8d614002 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0904715 Nov 19 13:39:33.388803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efc3c-de3c-49a4-8e53-6a1820d985aa req-998e30b3-c7ba-401d-8a5a-b97d4b01487d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.390509 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c2efc3c-de3c-49a4-8e53-6a1820d985aa req-998e30b3-c7ba-401d-8a5a-b97d4b01487d tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0758004 Nov 19 13:39:33.471764 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0c2efc3c-de3c-49a4-8e53-6a1820d985aa req-85f7154d-cc73-4600-b92f-1336070e6899 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734873 Nov 19 13:39:33.475167 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-67d12c85-dce4-4f1e-ae16-b3bdfb117774 req-64a5bcf3-7ce9-4c3c-ba82-30a38e0c47b1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835860 Nov 19 13:39:33.632449 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92def2df-d4e1-499d-835e-7597f299a030 req-1455d4e6-5fad-4c66-ab9f-624606980759 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.634084 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-92def2df-d4e1-499d-835e-7597f299a030 req-1455d4e6-5fad-4c66-ab9f-624606980759 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0750823 Nov 19 13:39:33.642544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd894-d933-4f6e-ad4c-77f9d8b765ee req-e40baef3-0a30-4183-830c-45f46e4f9aa3 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.644402 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-df8bd894-d933-4f6e-ad4c-77f9d8b765ee req-e40baef3-0a30-4183-830c-45f46e4f9aa3 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 946 time: 0.0997815 Nov 19 13:39:33.725174 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-92def2df-d4e1-499d-835e-7597f299a030 req-0a34ff9c-c427-46c2-af54-9f2e98fa0ee6 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797279 Nov 19 13:39:33.733247 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-df8bd894-d933-4f6e-ad4c-77f9d8b765ee req-f7623de8-b445-416b-bc7f-2085185abffd tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800238 Nov 19 13:39:34.250496 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfe348-feb2-4600-959c-d15bc8581ff5 req-c6be34c3-69f3-48b8-8473-14bcce404d43 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.252265 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07bfe348-feb2-4600-959c-d15bc8581ff5 req-c6be34c3-69f3-48b8-8473-14bcce404d43 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.0615306 Nov 19 13:39:34.307627 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07bfe348-feb2-4600-959c-d15bc8581ff5 req-f8406507-82fc-4a50-8bd4-5ca387669736 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490196 Nov 19 13:39:34.609422 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19c62c-aabd-43d1-a8a5-45cff20a6dba req-7495f886-7f75-4b2a-9935-ee963023e027 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.610948 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6a19c62c-aabd-43d1-a8a5-45cff20a6dba req-7495f886-7f75-4b2a-9935-ee963023e027 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0532775 Nov 19 13:39:34.664104 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6a19c62c-aabd-43d1-a8a5-45cff20a6dba req-5fd1be17-dd1a-408e-8c20-5364c6cb340d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Nov 19 13:39:34.891744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0835f3-a5b6-4b07-9fa0-17c0f1643d38 req-354ad0d8-a31e-4f12-a113-0d1d7505045a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.893248 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3e0835f3-a5b6-4b07-9fa0-17c0f1643d38 req-354ad0d8-a31e-4f12-a113-0d1d7505045a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0863471 Nov 19 13:39:34.900660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21b1a7-1ddd-4f24-951c-eed356900ec5 req-8cb099fd-a931-442e-9d48-5acaa0f60f0e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.902172 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f21b1a7-1ddd-4f24-951c-eed356900ec5 req-8cb099fd-a931-442e-9d48-5acaa0f60f0e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 946 time: 0.0820692 Nov 19 13:39:34.982745 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3e0835f3-a5b6-4b07-9fa0-17c0f1643d38 req-d9b0341f-61da-4d0b-804a-a61c6efbc4c2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792873 Nov 19 13:39:34.987594 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f21b1a7-1ddd-4f24-951c-eed356900ec5 req-4a9264da-5f6b-4b67-8eb7-af2a346594a6 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Nov 19 13:39:35.193296 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-f6f67cb9-0c3c-42de-8dc8-4f9a1742084e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.194803 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-f6f67cb9-0c3c-42de-8dc8-4f9a1742084e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 946 time: 0.0573373 Nov 19 13:39:35.344490 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-e4cb3ae5-5564-448d-837f-2a2e26e5d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.346023 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-e4cb3ae5-5564-448d-837f-2a2e26e5d7fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 1098 time: 0.0728893 Nov 19 13:39:35.404974 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e65ef-5a7a-4946-af41-996caec8a5e8 req-56b3c11b-1982-43d7-92ad-d51fbc33683f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.407696 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-595e65ef-5a7a-4946-af41-996caec8a5e8 req-56b3c11b-1982-43d7-92ad-d51fbc33683f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.1060152 Nov 19 13:39:35.434545 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Deleting port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:35.435115 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.493253 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-c8226ec8-9a32-4676-9322-e6ffe8a30515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.495905 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-c8226ec8-9a32-4676-9322-e6ffe8a30515 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 200 len: 919 time: 0.1409619 Nov 19 13:39:35.546679 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-eb06a46d-538f-41e2-8925-bd5feb9345d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 200 len: 217 time: 0.0425072 Nov 19 13:39:35.605271 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-595e65ef-5a7a-4946-af41-996caec8a5e8 req-a3d49045-4fcf-4bb2-9c60-6a74d2cfca7a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863170 Nov 19 13:39:35.608533 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-db6bee63-c250-4a28-9a19-c78bf31ba061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.610051 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-db6bee63-c250-4a28-9a19-c78bf31ba061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 200 len: 858 time: 0.0538189 Nov 19 13:39:35.615920 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383b84b-ec4d-4aad-92a9-deee0251f475 req-22942510-3c70-4a1b-ba61-16f7df847d6c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.617536 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9383b84b-ec4d-4aad-92a9-deee0251f475 req-22942510-3c70-4a1b-ba61-16f7df847d6c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.1746647 Nov 19 13:39:35.636026 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] For port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:35.636382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.661421 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Calling delete_port for b2596b0c-7f9e-4097-ad07-8fbd0a26f76f owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:35.666099 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-a0d35f0d-4f8f-44f5-805d-36761c678e29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7d44de9-88f3-4c50-9fb4-20415f65d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382936 Nov 19 13:39:35.738256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9383b84b-ec4d-4aad-92a9-deee0251f475 req-325f8b0f-5923-4eec-bb4c-e4974bbf02e5 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101344 Nov 19 13:39:35.773110 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-e1f4721e-48b5-4c37-b8d0-99d1ba14a138 service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058862 Nov 19 13:39:35.868252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbddd-27b8-4ab0-b35a-ee85fc9459f4 req-b0b7eb0e-11d4-4e27-acc8-becaa11c59b5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.870697 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e2cbddd-27b8-4ab0-b35a-ee85fc9459f4 req-b0b7eb0e-11d4-4e27-acc8-becaa11c59b5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0948629 Nov 19 13:39:35.899391 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.916478 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b2596b0c-7f9e-4097-ad07-8fbd0a26f76f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:35.917493 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f073382-dd2f-45d1-a9b9-529090065606 req-b70a8ab2-7e62-4207-a2d3-6a36c1253013 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.919558 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-9f073382-dd2f-45d1-a9b9-529090065606 req-b70a8ab2-7e62-4207-a2d3-6a36c1253013 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 946 time: 0.1352916 Nov 19 13:39:35.940489 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Pushing event deleted for resources: {'Port': ['ID=b2596b0c-7f9e-4097-ad07-8fbd0a26f76f,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.981112 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-4e8fddf8-864f-4043-9089-4aa1b2a7d64d service neutron] 10.222.0.69 "GET /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956573 Nov 19 13:39:36.012298 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] No DVR routers for this DVR port b2596b0c-7f9e-4097-ad07-8fbd0a26f76f on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:36.015028 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.020556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-65c59121-33ea-4dd2-88ba-e9589b08b14c req-94c017ba-cc38-45d2-8771-7cf5cc8975cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "DELETE /v2.0/ports/b2596b0c-7f9e-4097-ad07-8fbd0a26f76f HTTP/1.1" status: 204 len: 173 time: 0.8188052 Nov 19 13:39:36.021403 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'name': 'network-vif-deleted', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:36.025235 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53319eee-8c0e-494f-bf94-e18756e360e1" -d '{"events": [{"server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "name": "network-vif-deleted", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:36.034076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e2cbddd-27b8-4ab0-b35a-ee85fc9459f4 req-74793c70-6bd3-4291-b302-23c3844bc60e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547389 Nov 19 13:39:36.088417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Deleting port b26c8698-00fd-4150-8e38-3ba244b790a3 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:36.088777 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.122143 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37639a66-66d3-4db6-9e3a-66d0ab9bc0b3 x-openstack-request-id: req-37639a66-66d3-4db6-9e3a-66d0ab9bc0b3 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:36.122447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548133d-928a-4fa3-9c06-f70a614f54d6", "name": "network-vif-deleted", "tag": "b2596b0c-7f9e-4097-ad07-8fbd0a26f76f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:36.123060 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37639a66-66d3-4db6-9e3a-66d0ab9bc0b3 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:36.123732 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548133d-928a-4fa3-9c06-f70a614f54d6', 'name': 'network-vif-deleted', 'tag': 'b2596b0c-7f9e-4097-ad07-8fbd0a26f76f', 'status': 'completed', 'code': 200} Nov 19 13:39:36.196440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40f1ff4c-6208-409f-9ca5-17a44c29f83d req-07937c81-ddc6-4f68-9f91-f592bb9c83ee tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548133d-928a-4fa3-9c06-f70a614f54d6 HTTP/1.1" status: 200 len: 210 time: 0.0485704 Nov 19 13:39:36.232055 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] For port b26c8698-00fd-4150-8e38-3ba244b790a3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b26c8698-00fd-4150-8e38-3ba244b790a3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:36.232468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.252236 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Calling delete_port for b26c8698-00fd-4150-8e38-3ba244b790a3 owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:36.416063 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.429267 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b26c8698-00fd-4150-8e38-3ba244b790a3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:36.446409 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Pushing event deleted for resources: {'Port': ['ID=b26c8698-00fd-4150-8e38-3ba244b790a3,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:36.495338 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] No DVR routers for this DVR port b26c8698-00fd-4150-8e38-3ba244b790a3 on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:36.497787 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.501201 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-9f073382-dd2f-45d1-a9b9-529090065606 req-a36a733e-2879-40dc-b109-15841bb6314c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "DELETE /v2.0/ports/b26c8698-00fd-4150-8e38-3ba244b790a3 HTTP/1.1" status: 204 len: 173 time: 0.5744421 Nov 19 13:39:36.501647 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'name': 'network-vif-deleted', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:36.504078 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bbf40e-5150-4a8d-bf3f-7970b37941f2" -d '{"events": [{"server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "name": "network-vif-deleted", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:36.553154 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f7512-fcf9-419b-9380-52e1936c567f x-openstack-request-id: req-6d4f7512-fcf9-419b-9380-52e1936c567f {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:36.553642 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8d33b7-76b2-4041-ab20-d4a74eea2d27", "name": "network-vif-deleted", "tag": "b26c8698-00fd-4150-8e38-3ba244b790a3", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:36.554246 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d4f7512-fcf9-419b-9380-52e1936c567f {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:36.554973 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8d33b7-76b2-4041-ab20-d4a74eea2d27', 'name': 'network-vif-deleted', 'tag': 'b26c8698-00fd-4150-8e38-3ba244b790a3', 'status': 'completed', 'code': 200} Nov 19 13:39:36.745182 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff674-e85a-4c02-ac26-1f2e5a8b201e req-34cc8077-bec9-4250-8d0a-e80ac5b11e72 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:36.746757 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-425ff674-e85a-4c02-ac26-1f2e5a8b201e req-34cc8077-bec9-4250-8d0a-e80ac5b11e72 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0522871 Nov 19 13:39:36.802339 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-425ff674-e85a-4c02-ac26-1f2e5a8b201e req-f7c2c299-587f-4f46-bc5e-d39d918f8a47 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Nov 19 13:39:36.857710 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de895fcb-e3f4-4eae-af5a-5aac0e6b99cf req-f9d08824-54f1-4300-a8c5-3087bc6f6d18 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8d33b7-76b2-4041-ab20-d4a74eea2d27 HTTP/1.1" status: 200 len: 210 time: 0.0270994 Nov 19 13:39:37.191712 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3551-8b69-413d-a3ba-8d8e74126756 req-8c66743a-f65d-4d00-8f1c-31dab6db1080 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:37.193218 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-68fe3551-8b69-413d-a3ba-8d8e74126756 req-8c66743a-f65d-4d00-8f1c-31dab6db1080 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0582640 Nov 19 13:39:37.245512 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-68fe3551-8b69-413d-a3ba-8d8e74126756 req-2e6a778a-3c07-4201-9229-a6b80298ec8b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Nov 19 13:39:37.931813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94040e68-6fba-45c8-9ec1-faf99bbbf979 req-35fc75b2-75d4-419b-864d-a68677fd913f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:37.933374 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94040e68-6fba-45c8-9ec1-faf99bbbf979 req-35fc75b2-75d4-419b-864d-a68677fd913f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0584316 Nov 19 13:39:37.993629 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-94040e68-6fba-45c8-9ec1-faf99bbbf979 req-880bbe97-c851-46fc-b908-01dd85754f9a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Nov 19 13:39:38.194548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-b67c9e01-b8c3-493a-b539-ee05286157b2 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.196230 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-b67c9e01-b8c3-493a-b539-ee05286157b2 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/networks?id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 200 len: 809 time: 0.1175053 Nov 19 13:39:38.214000 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-ad69bc42-7ffc-4b0d-8d24-4d621843f611 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/quotas/ae645dfd25a84e94ab2e84a62ce1826e HTTP/1.1" status: 200 len: 375 time: 0.0114281 Nov 19 13:39:38.249468 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-c8cf92be-18c6-464d-8a3d-c2f13d33166e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294187 Nov 19 13:39:38.349936 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-de0f7a0e-6d22-43d0-ba99-3a13f0a942a1 service neutron] 10.222.0.74 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928183 Nov 19 13:39:38.466637 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562ab9-55f1-4a4f-916d-649795d76f0b req-e63433df-68ac-4c4a-80b5-15e2d4a7312f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.468123 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f562ab9-55f1-4a4f-916d-649795d76f0b req-e63433df-68ac-4c4a-80b5-15e2d4a7312f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.1036177 Nov 19 13:39:38.489143 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-08c2ba2c-687d-482c-aec2-0fea0608429c service neutron] 10.222.0.74 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320574 Nov 19 13:39:38.526965 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4f562ab9-55f1-4a4f-916d-649795d76f0b req-ea23457b-2736-43e2-9ed2-0019e7aed251 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487995 Nov 19 13:39:38.666375 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d12db5d3-5305-4e38-999c-b67b0c21f19d req-0d2026e4-1ef1-4727-a059-fa1317cb1977 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 210 time: 0.0295546 Nov 19 13:39:39.664152 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1395d05-c335-4382-b153-769e725dd942 req-b6a90638-1f3d-4335-9189-8c669e55f0cd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:39.664152 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d1395d05-c335-4382-b153-769e725dd942 req-b6a90638-1f3d-4335-9189-8c669e55f0cd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0563588 Nov 19 13:39:39.716961 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d1395d05-c335-4382-b153-769e725dd942 req-7f4ce482-b289-4e6a-9ccf-6260851a9578 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488455 Nov 19 13:39:39.763671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6dac2743-7f61-40d2-9a4a-70417f0ce935 req-f89d5877-9905-403f-a6c2-961ec827d07a tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 210 time: 0.0300431 Nov 19 13:39:40.502683 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:40.514732 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b26c8698-00fd-4150-8e38-3ba244b790a3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:40.555001 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: b26c8698-00fd-4150-8e38-3ba244b790a3 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:40.555566 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b26c8698-00fd-4150-8e38-3ba244b790a3 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:40.556214 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2596b0c-7f9e-4097-ad07-8fbd0a26f76f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:40.580131 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: b2596b0c-7f9e-4097-ad07-8fbd0a26f76f {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:40.580446 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2596b0c-7f9e-4097-ad07-8fbd0a26f76f not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:40.664877 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:40.679820 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '460176f5-444f-4943-867e-6409bf13b153', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '460176f5-444f-4943-867e-6409bf13b153', 'mac_address': 'fa:16:3e:ca:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:40.728785 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.748360 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:40.770213 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:40.774912 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.830309 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=9']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:40.857140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa3395-8819-42de-b27f-649067fdcf74 req-b08f376f-98f2-41ed-b4c4-2fbb3275f771 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:40.858708 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04aa3395-8819-42de-b27f-649067fdcf74 req-b08f376f-98f2-41ed-b4c4-2fbb3275f771 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0595188 Nov 19 13:39:40.890698 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-191b6801-476a-4f8a-a8f6-d9831ec7a747 req-c7bdc662-24f7-4f16-b9d3-5dece7843095 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 210 time: 0.0308094 Nov 19 13:39:40.932739 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04aa3395-8819-42de-b27f-649067fdcf74 req-3d8cd563-717b-449e-82ba-5e44122b3d58 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643129 Nov 19 13:39:41.067492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['460176f5-444f-4943-867e-6409bf13b153'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:41.271199 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-8beeac21-7474-4acb-8d71-7a1ce31e8ca8 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:41.272884 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-8beeac21-7474-4acb-8d71-7a1ce31e8ca8 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "GET /v2.0/networks?id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 200 len: 809 time: 0.1250710 Nov 19 13:39:41.289292 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Request body: {'port': {'device_id': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f', 'admin_state_up': True, 'tenant_id': 'ae645dfd25a84e94ab2e84a62ce1826e'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:41.433916 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Made reservation on behalf of ae645dfd25a84e94ab2e84a62ce1826e for: {'port': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:41.437458 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.580049 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Allocated IP 172.20.0.7 (a9ae6f60-90f0-4ba8-9236-d97d59dc896f/ceaf4aa3-dc48-4690-a644-227e37a91b18/06e43c0d-d391-4c06-960d-efb3cba2aec3) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:41.768867 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.807417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.868302 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Network a9ae6f60-90f0-4ba8-9236-d97d59dc896f is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:41.873444 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:41.879824 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:41.888145 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:41.888674 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.898924 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Pushing event updated for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:41.915802 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-80216e69-f696-49b6-a85f-1f9b1e6caa63 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311920 Nov 19 13:39:41.930953 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Request body: {'port': {'device_id': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:42.043347 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.156417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa3d9-392b-4aea-851d-a24d708ebfbe req-b6f588dc-507c-4ab1-8056-3882fcdc2362 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.157960 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-142fa3d9-392b-4aea-851d-a24d708ebfbe req-b6f588dc-507c-4ab1-8056-3882fcdc2362 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 931 time: 0.1488607 Nov 19 13:39:42.214579 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016d7d8-daef-4540-98cd-001eb36344e0 req-65ed40cd-8a04-416d-a14a-fe935fbaa04e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.216242 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f016d7d8-daef-4540-98cd-001eb36344e0 req-65ed40cd-8a04-416d-a14a-fe935fbaa04e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.1345763 Nov 19 13:39:42.261478 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-142fa3d9-392b-4aea-851d-a24d708ebfbe req-b4f1a259-a344-431e-8345-759f773a6d31 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911896 Nov 19 13:39:42.299897 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f016d7d8-daef-4540-98cd-001eb36344e0 req-6af5c536-6f3f-4917-911c-0c7913306460 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673945 Nov 19 13:39:42.364891 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e43c0d-d391-4c06-960d-efb3cba2aec3 {{(pid=102820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:42.373235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.385857 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.provisioning_blocks [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Transition to ACTIVE for port object 06e43c0d-d391-4c06-960d-efb3cba2aec3 will not be triggered until provisioned by entity L2. {{(pid=102820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:42.390835 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.445991 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Pushing event updated for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.479438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Attempting to bind port 06e43c0d-d391-4c06-960d-efb3cba2aec3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:42.479778 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Attempting to bind port 06e43c0d-d391-4c06-960d-efb3cba2aec3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:42.480089 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Attempting to bind port 06e43c0d-d391-4c06-960d-efb3cba2aec3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:42.484861 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Port 06e43c0d-d391-4c06-960d-efb3cba2aec3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:42.485173 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Attempting to bind port 06e43c0d-d391-4c06-960d-efb3cba2aec3 on network a9ae6f60-90f0-4ba8-9236-d97d59dc896f {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:42.490518 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:42.490853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Checking segment: {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:42.491278 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Bound using segment: {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'} {{(pid=102820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:42.491680 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.managers [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Bound port: 06e43c0d-d391-4c06-960d-efb3cba2aec3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fa864-e918-47ab-8901-1680d2b277c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f'}}] {{(pid=102820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:42.492277 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.562737 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, cleared binding levels {{(pid=102820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:42.565741 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:42.571608 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.608167 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.608790 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.610229 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] 10.222.0.69 "PUT /v2.0/ports/06e43c0d-d391-4c06-960d-efb3cba2aec3 HTTP/1.1" status: 200 len: 1093 time: 0.6850100 Nov 19 13:39:42.610673 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:42.612997 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98145073-7647-430a-a0b5-946dda3719c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:42.634644 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab67f0-61bb-4c8e-b516-11d7ce71be46 service neutron] Pushing event updated for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=3']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.663678 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65971e-d6f3-43e6-9b30-84644f030a09 x-openstack-request-id: req-fa65971e-d6f3-43e6-9b30-84644f030a09 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:42.663942 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:42.664196 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa65971e-d6f3-43e6-9b30-84644f030a09 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:42.664698 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3', 'status': 'completed', 'code': 200} Nov 19 13:39:42.712745 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-5a548aee-ad59-40a8-950b-7f55539bcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.714566 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-5a548aee-ad59-40a8-950b-7f55539bcf45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 1096 time: 0.0441189 Nov 19 13:39:42.760079 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-4c8d7ff3-11e0-46c2-94e0-6dcdf2768204 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3 HTTP/1.1" status: 200 len: 217 time: 0.0381639 Nov 19 13:39:42.823355 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebef4-d972-448c-bab3-d9073e968b18 req-9d078f5a-2f6f-4eb6-86c6-521aab301b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.825024 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-9d078f5a-2f6f-4eb6-86c6-521aab301b9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ceaf4aa3-dc48-4690-a644-227e37a91b18 HTTP/1.1" status: 200 len: 849 time: 0.0580797 Nov 19 13:39:42.859147 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-537c9f61-78bd-4575-961a-f89811ce2834 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266764 Nov 19 13:39:42.983925 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-4cdf9e85-6e91-4806-b61a-beb82fdac315 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101186 Nov 19 13:39:43.098180 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-42eebef4-d972-448c-bab3-d9073e968b18 req-0b257128-1942-4a0e-9823-e7e611e9cc0a service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066039 Nov 19 13:39:43.200235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145073-7647-430a-a0b5-946dda3719c4 req-95d066c1-8698-48a3-a8ed-aa2f760ae667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.202002 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-95d066c1-8698-48a3-a8ed-aa2f760ae667 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 1096 time: 0.0499389 Nov 19 13:39:43.299627 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145073-7647-430a-a0b5-946dda3719c4 req-bbb242e8-2b2e-46de-bdf9-dfab7a3ba703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.301158 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-bbb242e8-2b2e-46de-bdf9-dfab7a3ba703 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 200 len: 910 time: 0.0919039 Nov 19 13:39:43.389455 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31836e-d7ca-43fb-b4b4-40eaea02282f req-4e79b278-96dc-43a2-a72c-620dc4bf74ff tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.391053 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9a31836e-d7ca-43fb-b4b4-40eaea02282f req-4e79b278-96dc-43a2-a72c-620dc4bf74ff tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 943 time: 0.0562015 Nov 19 13:39:43.467647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4df5-f10e-47ea-8cee-be03e899596a req-c9141cc3-9f2d-48b0-85cb-8c2ac12b080a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.469181 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45ee4df5-f10e-47ea-8cee-be03e899596a req-c9141cc3-9f2d-48b0-85cb-8c2ac12b080a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0771704 Nov 19 13:39:43.488739 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9a31836e-d7ca-43fb-b4b4-40eaea02282f req-6b06f8ce-87c2-4f20-9f85-502e83d1170b tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865886 Nov 19 13:39:43.526558 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45ee4df5-f10e-47ea-8cee-be03e899596a req-0e7c6146-da9d-49e5-b97f-d6bb11baf882 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487289 Nov 19 13:39:44.080264 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b43b6-7b45-4b6a-9b6f-5c17694d7dd3 req-aae6cfb2-8983-4c10-b6d4-0b8d9f5e913a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:44.082053 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc1b43b6-7b45-4b6a-9b6f-5c17694d7dd3 req-aae6cfb2-8983-4c10-b6d4-0b8d9f5e913a tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0530887 Nov 19 13:39:44.098522 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:44.153677 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-cd463d9d-2781-4d6d-973e-767059eff464 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3 HTTP/1.1" status: 200 len: 217 time: 0.0491552 Nov 19 13:39:44.157781 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc1b43b6-7b45-4b6a-9b6f-5c17694d7dd3 req-170f896e-b22c-49a1-a63f-f8c1ded288fb tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Nov 19 13:39:44.160520 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 460176f5-444f-4943-867e-6409bf13b153 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:44.161010 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.252607 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.282460 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:44.284869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d4ddb-d206-49c9-911d-301ca40ac86c" -d '{"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:44.298266 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:44.303994 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.331903 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1a952-23a3-47c4-8979-187b188df881 x-openstack-request-id: req-e7f1a952-23a3-47c4-8979-187b188df881 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:44.332201 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "460176f5-444f-4943-867e-6409bf13b153", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:44.332459 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7f1a952-23a3-47c4-8979-187b188df881 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:44.332855 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'code': 200} Nov 19 13:39:44.360391 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=10']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.639000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8181-120e-423f-a02f-7f2efbbe6ab1 req-53769c4b-256f-4925-9846-865c37f94162 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:44.640474 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-096a8181-120e-423f-a02f-7f2efbbe6ab1 req-53769c4b-256f-4925-9846-865c37f94162 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 943 time: 0.0799260 Nov 19 13:39:44.681144 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b022ee-c854-4412-8077-64dd825fb453 req-1ef6a842-3a12-4780-9887-5b415f7f7e9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:44.682675 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-25b022ee-c854-4412-8077-64dd825fb453 req-1ef6a842-3a12-4780-9887-5b415f7f7e9b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.0799477 Nov 19 13:39:44.719803 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-096a8181-120e-423f-a02f-7f2efbbe6ab1 req-482433d3-3537-4bbc-bff5-9b06db66ba56 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Nov 19 13:39:44.749210 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-25b022ee-c854-4412-8077-64dd825fb453 req-2988d0e5-94ea-4ff3-be86-e427761c91e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602140 Nov 19 13:39:44.964129 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.280150 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d409-12ca-46b7-9b25-596bb7bc1c84 req-b4879f5f-ab84-4644-a491-57f233aedbde tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.281506 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0045d409-12ca-46b7-9b25-596bb7bc1c84 req-b4879f5f-ab84-4644-a491-57f233aedbde tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0512969 Nov 19 13:39:45.347812 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0045d409-12ca-46b7-9b25-596bb7bc1c84 req-2a6dcec8-c2c2-415b-9584-72bc2bd8d4e9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Nov 19 13:39:45.870837 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebc7f6-d80a-4ec0-ab70-ca7d77c872f3 req-64f7296b-c31b-4eb3-86c1-a4527b9bf424 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.872267 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6aebc7f6-d80a-4ec0-ab70-ca7d77c872f3 req-64f7296b-c31b-4eb3-86c1-a4527b9bf424 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 943 time: 0.0766945 Nov 19 13:39:45.894379 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16ddd-c37a-424a-96a1-2e9cabfd3004 req-4c9062fb-aea4-4ecb-970d-a8006825f701 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.895872 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b7b16ddd-c37a-424a-96a1-2e9cabfd3004 req-4c9062fb-aea4-4ecb-970d-a8006825f701 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.0693486 Nov 19 13:39:45.958924 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6aebc7f6-d80a-4ec0-ab70-ca7d77c872f3 req-d8223a25-694b-48f1-8303-2cdb4ffcec32 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795250 Nov 19 13:39:45.966099 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b7b16ddd-c37a-424a-96a1-2e9cabfd3004 req-b78798e8-c77d-41a2-bea6-bb036469b0c7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638220 Nov 19 13:39:46.007765 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145073-7647-430a-a0b5-946dda3719c4 req-aee8c71f-c7a9-4390-bbf5-9c2273c487c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.009534 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-aee8c71f-c7a9-4390-bbf5-9c2273c487c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ceaf4aa3-dc48-4690-a644-227e37a91b18 HTTP/1.1" status: 200 len: 849 time: 0.0560825 Nov 19 13:39:46.043135 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-30738959-dfbd-4409-9b41-fb699555aeec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9ae6f60-90f0-4ba8-9236-d97d59dc896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253870 Nov 19 13:39:46.139712 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-9c4d2759-a1c6-4afb-bdbc-2eb7d07f52f2 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834846 Nov 19 13:39:46.243235 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-98145073-7647-430a-a0b5-946dda3719c4 req-1859f33a-8d6a-4f4f-88e9-3669626c4ef6 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954361 Nov 19 13:39:46.474004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa58f-190d-4cd9-9267-b6c44ef3619f req-50132dbc-f83a-4f3e-87d4-ca49866490c8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.475650 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be4aa58f-190d-4cd9-9267-b6c44ef3619f req-50132dbc-f83a-4f3e-87d4-ca49866490c8 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0565901 Nov 19 13:39:46.531901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be4aa58f-190d-4cd9-9267-b6c44ef3619f req-92595186-61e5-4098-b02d-e9cd0aaab340 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Nov 19 13:39:46.537492 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f96cd-74d9-4634-a6f7-32479b77c45d req-985c225f-3656-4db4-9e33-08ac9d06f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.539087 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c90f96cd-74d9-4634-a6f7-32479b77c45d req-985c225f-3656-4db4-9e33-08ac9d06f8b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0455437 Nov 19 13:39:46.542019 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c31e2112-f6ae-4f18-aa0f-00aab0272ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.589204 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-c90f96cd-74d9-4634-a6f7-32479b77c45d req-a7a8b262-ea07-43ff-aa22-3bf26e50ad98 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399792 Nov 19 13:39:47.169441 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f65fc-a21f-4cd1-b7f7-ec2bdd086ad6 req-1d1f9762-40a9-42cf-b125-0539749b21a6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.171004 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f38f65fc-a21f-4cd1-b7f7-ec2bdd086ad6 req-1d1f9762-40a9-42cf-b125-0539749b21a6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.0841219 Nov 19 13:39:47.182585 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae71a-d439-42c4-b809-fd1838c4b941 req-a1e3395e-cd29-46cd-8561-9dc9414297ba tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.184533 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-56fae71a-d439-42c4-b809-fd1838c4b941 req-a1e3395e-cd29-46cd-8561-9dc9414297ba tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 943 time: 0.1067672 Nov 19 13:39:47.261816 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f38f65fc-a21f-4cd1-b7f7-ec2bdd086ad6 req-2d9be9a3-0f47-41d6-8c16-1228d936981c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762620 Nov 19 13:39:47.266377 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-56fae71a-d439-42c4-b809-fd1838c4b941 req-152e837d-211e-4e7c-8bc5-4c9ef639eb4f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746181 Nov 19 13:39:47.306503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42234) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:47.418498 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e38-5bd3-4d99-ab5e-1222ad33bc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.472338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-11c5aa9f-85d4-4d93-848a-1a7b8a4c69eb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.473810 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-11c5aa9f-85d4-4d93-848a-1a7b8a4c69eb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 812 time: 0.1308322 Nov 19 13:39:47.497191 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-be67b5dd-1aa0-4440-a599-e9edb9bbcb80 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/quotas/ff2cb9958b6a458eb2517bc6efab7024 HTTP/1.1" status: 200 len: 375 time: 0.0169516 Nov 19 13:39:47.536587 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-601ed71a-925a-495a-ae1b-37e60d5333c2 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328772 Nov 19 13:39:47.611808 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e38-5bd3-4d99-ab5e-1222ad33bc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.629104 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c95c1e38-5bd3-4d99-ab5e-1222ad33bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.708384 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c95c1e38-5bd3-4d99-ab5e-1222ad33bc8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ade9fa2175724e9eacbaf16080188e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007392 Nov 19 13:39:47.711491 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42244) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:47.718154 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c1e38-5bd3-4d99-ab5e-1222ad33bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b162d-06f7-499b-b3d0-5cc97f0146e0,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:47.726843 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-3f78ac16-7bc7-496e-8532-c3c62ba98a21 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801343 Nov 19 13:39:47.734859 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a76d16-68a0-4712-8dc2-dbfc9a4d97f9 req-a43a8dde-039f-4c37-988a-945ba3debf61 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.736316 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07a76d16-68a0-4712-8dc2-dbfc9a4d97f9 req-a43a8dde-039f-4c37-988a-945ba3debf61 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.1281121 Nov 19 13:39:47.763674 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.786353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.843057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-07a76d16-68a0-4712-8dc2-dbfc9a4d97f9 req-0d7756bb-4845-41ec-8421-faaf97120509 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979159 Nov 19 13:39:47.867918 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-a3ca5e53-fcf5-4748-8667-13be2642ff08 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306040 Nov 19 13:39:48.097014 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.101166 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.102941 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f65b162d-06f7-499b-b3d0-5cc97f0146e0 HTTP/1.1" status: 204 len: 168 time: 0.3901711 Nov 19 13:39:48.104076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b9c987a8-9b52-461a-becd-6594b8e25782 req-347d385a-e53a-48ca-98b4-6b1e8b917531 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 210 time: 0.0426700 Nov 19 13:39:48.116879 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5c78a-f447-43a3-a1ca-6c045a13e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b162d-06f7-499b-b3d0-5cc97f0146e0,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:48.452863 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da1cd-b4e3-47ce-a094-16c71f892e4e req-a84ab85d-909c-415b-a6a7-d6e43b552424 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.456254 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b9da1cd-b4e3-47ce-a094-16c71f892e4e req-a84ab85d-909c-415b-a6a7-d6e43b552424 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1193800 Nov 19 13:39:48.480577 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131868cb-8425-4194-9ce8-ba9b7570f941 req-6cc06f9d-e65f-4125-ba29-5042269dfcd7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.489103 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-131868cb-8425-4194-9ce8-ba9b7570f941 req-6cc06f9d-e65f-4125-ba29-5042269dfcd7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.0882361 Nov 19 13:39:48.503413 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42282) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:48.524834 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-abd6a96f-8ce4-49f8-9299-10dd09203151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.571478 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b9da1cd-b4e3-47ce-a094-16c71f892e4e req-3d4532cf-5ec7-4db7-ac5a-e98752f9b30d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040976 Nov 19 13:39:48.581536 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-131868cb-8425-4194-9ce8-ba9b7570f941 req-75f8bbea-34d1-4a27-a701-4dcd282139bb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904136 Nov 19 13:39:48.655141 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-abd6a96f-8ce4-49f8-9299-10dd09203151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.660335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-abd6a96f-8ce4-49f8-9299-10dd09203151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.708161 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-abd6a96f-8ce4-49f8-9299-10dd09203151 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da226b3a1cca421987cd449432cf770c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030680 Nov 19 13:39:48.709839 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42300) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:48.710727 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a96f-8ce4-49f8-9299-10dd09203151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240dd1d4-a6e7-4447-9d7d-3a9302e24f13,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:48.712486 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be32e1-2887-4112-ac0f-4b28c30f2778 req-321dc3ab-74b8-4279-af22-1f97fa5ae079 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.727771 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-86be32e1-2887-4112-ac0f-4b28c30f2778 req-321dc3ab-74b8-4279-af22-1f97fa5ae079 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 943 time: 0.0882370 Nov 19 13:39:48.782629 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-86be32e1-2887-4112-ac0f-4b28c30f2778 req-56925f7f-6d82-401e-bf10-c898c6cb3f8f tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Nov 19 13:39:48.788472 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.799344 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5c8913c3-1791-42bb-93dc-3039925739ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.822679 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.885565 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.889910 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.893284 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/240dd1d4-a6e7-4447-9d7d-3a9302e24f13 HTTP/1.1" status: 204 len: 168 time: 0.1776929 Nov 19 13:39:48.912843 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade02481-3e6d-463c-a795-20c98cac3ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240dd1d4-a6e7-4447-9d7d-3a9302e24f13,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:48.994748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acc5d0-492b-40c6-b7f9-4201a825f01b req-6c920b11-cb6c-4fc1-9519-31df4b0584d5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.002562 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-54acc5d0-492b-40c6-b7f9-4201a825f01b req-6c920b11-cb6c-4fc1-9519-31df4b0584d5 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0683854 Nov 19 13:39:49.051263 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-54acc5d0-492b-40c6-b7f9-4201a825f01b req-9057ffe5-264f-41ed-9ccb-aa3f9b9dedc7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Nov 19 13:39:49.125920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-c8b5194f-f74f-4a1e-ba8e-206854f8093f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.127402 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-c8b5194f-f74f-4a1e-ba8e-206854f8093f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 945 time: 0.0674274 Nov 19 13:39:49.234745 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a6b15f28-2457-467d-8046-f06f535e4f0b req-8271d104-138a-48d5-9533-249ec824fc6e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 210 time: 0.0528085 Nov 19 13:39:49.235224 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Deleting port fec92600-3dc3-4e88-b748-97fe65ccb089 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:49.235574 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.314218 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42316) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:49.331759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08377389-8afe-4b90-b577-288e08a3d42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.348622 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] For port fec92600-3dc3-4e88-b748-97fe65ccb089, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fec92600-3dc3-4e88-b748-97fe65ccb089,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:49.349032 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.364145 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Calling delete_port for fec92600-3dc3-4e88-b748-97fe65ccb089 owned by compute:nova {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:49.480639 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-d10de779-d832-40b4-9bcf-faca6c738549 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.482187 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-d10de779-d832-40b4-9bcf-faca6c738549 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 812 time: 0.1413763 Nov 19 13:39:49.497874 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Request body: {'port': {'device_id': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874', 'admin_state_up': True, 'tenant_id': 'ff2cb9958b6a458eb2517bc6efab7024'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:49.519251 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.538016 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['fec92600-3dc3-4e88-b748-97fe65ccb089', '77e22262-852e-4b88-94f2-ccf9b7f9c066'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:49.551387 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Pushing event deleted for resources: {'Port': ['ID=fec92600-3dc3-4e88-b748-97fe65ccb089,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:49.605126 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] No DVR routers for this DVR port fec92600-3dc3-4e88-b748-97fe65ccb089 on host hv-cinder-81735 {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:49.607935 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.611839 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-b32257ab-caab-4a64-a999-e7e07f1a8df4 req-eaeecfc7-7ff7-499a-8315-e479a514a12d tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "DELETE /v2.0/ports/fec92600-3dc3-4e88-b748-97fe65ccb089 HTTP/1.1" status: 204 len: 173 time: 0.4740345 Nov 19 13:39:49.612349 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'name': 'network-vif-deleted', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:49.622102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 06e43c0d-d391-4c06-960d-efb3cba2aec3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:49.626220 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368fa1f-6df2-42ee-8873-73d21c1a7371" -d '{"events": [{"server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "name": "network-vif-deleted", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:49.802545 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08377389-8afe-4b90-b577-288e08a3d42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.804431 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:49.822561 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '06e43c0d-d391-4c06-960d-efb3cba2aec3', 'network_id': 'a9ae6f60-90f0-4ba8-9236-d97d59dc896f', 'port_id': '06e43c0d-d391-4c06-960d-efb3cba2aec3', 'mac_address': 'fa:16:3e:19:2d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaf4aa3-dc48-4690-a644-227e37a91b18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:49.857825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08377389-8afe-4b90-b577-288e08a3d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.872171 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.885800 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e43c0d-d391-4c06-960d-efb3cba2aec3 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:49.906281 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:49.910372 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.940418 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-08377389-8afe-4b90-b577-288e08a3d42a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88498e1fa42f47b399fea5573673dfc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249926 Nov 19 13:39:49.943389 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42330) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:49.952756 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08377389-8afe-4b90-b577-288e08a3d42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa23f3a-812f-43c8-ba8a-ef90f6fd93e6,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:49.966737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10391-a10b-4cf1-854d-5949cd65d31e req-a6e3eaf4-1b9c-4b21-8a79-09370f73d401 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.967609 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:49.968475 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75d10391-a10b-4cf1-854d-5949cd65d31e req-a6e3eaf4-1b9c-4b21-8a79-09370f73d401 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1686423 Nov 19 13:39:49.976574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87156f74-bcc5-4f3e-a66c-9e2bacc2e0e0 req-078d76c0-5c64-41d2-9b9a-528e5ef8f6bd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.978095 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-87156f74-bcc5-4f3e-a66c-9e2bacc2e0e0 req-078d76c0-5c64-41d2-9b9a-528e5ef8f6bd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.1793649 Nov 19 13:39:49.998273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.020188 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.055013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Made reservation on behalf of ff2cb9958b6a458eb2517bc6efab7024 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:50.059178 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.076558 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.080413 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.081689 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fa23f3a-812f-43c8-ba8a-ef90f6fd93e6 HTTP/1.1" status: 204 len: 168 time: 0.1373022 Nov 19 13:39:50.087029 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-75d10391-a10b-4cf1-854d-5949cd65d31e req-35d15f28-e721-4a81-b805-96ad8178c53d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079345 Nov 19 13:39:50.105443 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-87156f74-bcc5-4f3e-a66c-9e2bacc2e0e0 req-acd4d033-1fab-4075-b89d-0b37b88ae38b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107061 Nov 19 13:39:50.107667 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa3ad-5dee-4b41-a3cc-140bd3ef9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa23f3a-812f-43c8-ba8a-ef90f6fd93e6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:50.188096 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['06e43c0d-d391-4c06-960d-efb3cba2aec3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:50.205754 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4fb9cd-95a0-436f-903a-103276ff272e x-openstack-request-id: req-ea4fb9cd-95a0-436f-903a-103276ff272e {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:50.207006 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7b2c50-f670-44be-bd04-8568a80c19a6", "name": "network-vif-deleted", "tag": "fec92600-3dc3-4e88-b748-97fe65ccb089", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:50.207523 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ea4fb9cd-95a0-436f-903a-103276ff272e {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:50.208139 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7b2c50-f670-44be-bd04-8568a80c19a6', 'name': 'network-vif-deleted', 'tag': 'fec92600-3dc3-4e88-b748-97fe65ccb089', 'status': 'completed', 'code': 200} Nov 19 13:39:50.328720 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a3b2b02a-fffe-4255-b344-ac541e09f364 req-31a862b0-e9a4-4cfa-b73f-1ed73bf69f02 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc7b2c50-f670-44be-bd04-8568a80c19a6 HTTP/1.1" status: 200 len: 210 time: 0.0357931 Nov 19 13:39:50.330861 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.362948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Allocated IP 172.20.0.14 (a62e8e54-023d-4eec-b3f2-04ffff4d4874/2820244c-a004-4746-a034-202fc18dbf9e/07b78e5c-45ba-4349-b0e3-1ba23f341e17) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:50.384506 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb69f-38d2-4116-941d-71925f65f5da req-c56fc9d4-8a73-4b8f-b9d3-62209d22ee9e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.386602 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-97bcb69f-38d2-4116-941d-71925f65f5da req-c56fc9d4-8a73-4b8f-b9d3-62209d22ee9e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 944 time: 0.2076223 Nov 19 13:39:50.458587 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-262a3c62-c9ff-42f1-be93-759fd05c5653 req-8b24d2e0-5425-4303-96a3-8df7876cf86e tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 210 time: 0.0505879 Nov 19 13:39:50.536831 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-97bcb69f-38d2-4116-941d-71925f65f5da req-259ecbb6-9319-404b-bfae-f15be884a519 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276493 Nov 19 13:39:50.596595 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.640457 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.686037 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Network a62e8e54-023d-4eec-b3f2-04ffff4d4874 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:50.689383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:50.693172 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:50.717837 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Pushing event updated for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:50.747719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.748321 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.766045 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-302fa49b-1328-4eb2-a2ae-1550be28c547 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2721779 Nov 19 13:39:50.781382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Request body: {'port': {'device_id': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:50.857172 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.954261 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42358) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:51.067461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955736592-network', 'tenant_id': '65c7f1a593eb44fe9eed7a577c7bb68f'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:51.097758 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Made reservation on behalf of 65c7f1a593eb44fe9eed7a577c7bb68f for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:51.105360 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.119839 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.162497 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b78e5c-45ba-4349-b0e3-1ba23f341e17 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:51.173776 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.218330 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.221896 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Transition to ACTIVE for port object 07b78e5c-45ba-4349-b0e3-1ba23f341e17 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:51.230840 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.233911 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.262859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:51.269667 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754094d7-c83f-4eec-a9f8-777def627824,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.278771 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.280171 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Added segment 940aaa6c-ad2a-4efd-8d1e-93a54c09b2b0 of type vlan for network 4264b5fd-1ff4-4560-a12e-8e103672338b Nov 19 13:39:51.287575 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec25921-fc79-48e7-8fff-a3830bc1bda9 req-6c695ca2-7c8d-42bb-ba26-387b8e5c797d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.289639 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6ec25921-fc79-48e7-8fff-a3830bc1bda9 req-6c695ca2-7c8d-42bb-ba26-387b8e5c797d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1129043 Nov 19 13:39:51.323626 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Pushing event updated for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.344780 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.385294 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.386199 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.387384 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.413348 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6ec25921-fc79-48e7-8fff-a3830bc1bda9 req-f44cdde4-ffa5-48a8-9591-6dd3413fc7e9 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070397 Nov 19 13:39:51.446238 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Attempting to bind port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:51.446795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Attempting to bind port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:51.447156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Attempting to bind port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:51.452823 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:51.453155 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Attempting to bind port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 on network a62e8e54-023d-4eec-b3f2-04ffff4d4874 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:51.456489 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4985104 Nov 19 13:39:51.456769 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42368) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:51.460924 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2f9cb-4754-4f74-855a-b7e401f2d8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4264b5fd-1ff4-4560-a12e-8e103672338b,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.469945 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Request body: {'subnet': {'network_id': '4264b5fd-1ff4-4560-a12e-8e103672338b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955736592-subnet', 'tenant_id': '65c7f1a593eb44fe9eed7a577c7bb68f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:51.473111 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 4264b5fd-1ff4-4560-a12e-8e103672338b details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:51.478987 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:51.479445 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Checking segment: {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:51.479739 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Bound using segment: {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:51.480194 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Bound port: 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc7718-ced0-41e9-8e38-b5431354f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:51.482178 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.578735 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Made reservation on behalf of 65c7f1a593eb44fe9eed7a577c7bb68f for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:51.581647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.617148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 06e43c0d-d391-4c06-960d-efb3cba2aec3 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:51.677837 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 06e43c0d-d391-4c06-960d-efb3cba2aec3 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:51.682673 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 06e43c0d-d391-4c06-960d-efb3cba2aec3 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:51.683631 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.727635 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:51.755781 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:51.769100 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf961a6-d522-42e0-b90a-53625aa6a5e6 req-f7f9b0de-93fc-45e8-9a55-b3875b41727c tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.770614 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-aaf961a6-d522-42e0-b90a-53625aa6a5e6 req-f7f9b0de-93fc-45e8-9a55-b3875b41727c tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 944 time: 0.2264893 Nov 19 13:39:51.778995 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.782433 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.811242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:51.813749 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb49d3-cfef-4676-ae08-4c6bcb17dffe" -d '{"events": [{"server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:51.830465 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:51.841593 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.842433 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device fec92600-3dc3-4e88-b748-97fe65ccb089 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:51.850205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.850812 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.853386 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] 10.222.0.69 "PUT /v2.0/ports/07b78e5c-45ba-4349-b0e3-1ba23f341e17 HTTP/1.1" status: 200 len: 1094 time: 1.0751781 Nov 19 13:39:51.859989 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:51.862042 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ed80d-5183-4758-9134-505c13df4f06" -d '{"events": [{"name": "network-changed", "server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:51.876491 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7db2-66aa-4f3d-bb7c-8dcf60ccb6d9 req-776d3b77-ac5b-4eb4-9ba2-6c53cf533066 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.877921 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-126e7db2-66aa-4f3d-bb7c-8dcf60ccb6d9 req-776d3b77-ac5b-4eb4-9ba2-6c53cf533066 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 944 time: 0.2301497 Nov 19 13:39:51.880706 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: fec92600-3dc3-4e88-b748-97fe65ccb089 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:51.881228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device fec92600-3dc3-4e88-b748-97fe65ccb089 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:51.914438 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.937832 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.995794 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-aaf961a6-d522-42e0-b90a-53625aa6a5e6 req-47829392-9750-41d3-9638-ab6e5bcdaec3 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141879 Nov 19 13:39:52.000261 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43293a8b-cc7e-4018-92f2-60f9b7849a7b service neutron] Pushing event updated for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.076795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-2a233af1-a6f8-425d-8fd0-d4905af1a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.078325 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-2a233af1-a6f8-425d-8fd0-d4905af1a39d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 1097 time: 0.1638062 Nov 19 13:39:52.094160 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-126e7db2-66aa-4f3d-bb7c-8dcf60ccb6d9 req-7f854a22-c2cb-42fe-8cbc-e51e2a82b1ff tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950643 Nov 19 13:39:52.142291 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d8d76-23ce-4cce-b458-c2578d393f25 x-openstack-request-id: req-7a9d8d76-23ce-4cce-b458-c2578d393f25 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:52.142776 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:52.143230 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a9d8d76-23ce-4cce-b458-c2578d393f25 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:52.143768 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3', 'code': 200} Nov 19 13:39:52.152385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.159147 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-8fa74297-7cb3-4bfb-b97a-af9f1f308b66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17 HTTP/1.1" status: 200 len: 217 time: 0.0623789 Nov 19 13:39:52.190816 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded6d1a4-4d67-4e4d-b836-18c3f95e8fb1 x-openstack-request-id: req-ded6d1a4-4d67-4e4d-b836-18c3f95e8fb1 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:52.191117 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:52.191373 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ded6d1a4-4d67-4e4d-b836-18c3f95e8fb1 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:52.191805 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17', 'status': 'completed', 'code': 200} Nov 19 13:39:52.248120 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac149d16-d20a-4188-b877-384678d7d457 req-49ef7dec-24c4-4ced-a826-8f5ef543bd3f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.249609 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac149d16-d20a-4188-b877-384678d7d457 req-49ef7dec-24c4-4ced-a826-8f5ef543bd3f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.1794019 Nov 19 13:39:52.264972 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f341dd59-1011-45b9-9802-1df9e28dd539,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.295069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-3693892b-5fc7-4aec-96d3-026124d3fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.296526 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-3693892b-5fc7-4aec-96d3-026124d3fe8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2820244c-a004-4746-a034-202fc18dbf9e HTTP/1.1" status: 200 len: 852 time: 0.1113997 Nov 19 13:39:52.300382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Checking segment: {'id': '940aaa6c-ad2a-4efd-8d1e-93a54c09b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4264b5fd-1ff4-4560-a12e-8e103672338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:52.300750 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Network hostable DHCP agents. Network: 4264b5fd-1ff4-4560-a12e-8e103672338b, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:52.345175 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43975487-38df-44de-909b-455411f07d74 req-02352530-e789-4c84-85a2-0a542f2bd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.346775 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-43975487-38df-44de-909b-455411f07d74 req-02352530-e789-4c84-85a2-0a542f2bd4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 1098 time: 0.0536540 Nov 19 13:39:52.358696 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-a4c25fec-f0c3-4728-aeb5-abc53b123c63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a62e8e54-023d-4eec-b3f2-04ffff4d4874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501661 Nov 19 13:39:52.364000 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac149d16-d20a-4188-b877-384678d7d457 req-14770499-753a-4f7e-acb9-df9aec58eba7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066835 Nov 19 13:39:52.376342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Network 4264b5fd-1ff4-4560-a12e-8e103672338b is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:52.401053 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-43975487-38df-44de-909b-455411f07d74 req-a53bdaee-ba0c-4ce1-932d-7e71301f2bc4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Nov 19 13:39:52.421808 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 4264b5fd-1ff4-4560-a12e-8e103672338b) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:52.426406 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.426924 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.435435 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.444917 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1aba99-a3ef-4e6e-8baf-dbba861d037d None None] Network 4264b5fd-1ff4-4560-a12e-8e103672338b requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:52.462613 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-7abd8a44-f77f-4902-bb5e-1ba385f496d4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0048001 Nov 19 13:39:52.492680 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-15052fde-391c-4743-852c-a5142a7f8f9f service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258378 Nov 19 13:39:52.566980 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b4a22-5696-4717-9fe1-a0f550964d8b req-e9ca3efc-db06-40c8-b171-cfc39ec36dc0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.568762 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d56b4a22-5696-4717-9fe1-a0f550964d8b req-e9ca3efc-db06-40c8-b171-cfc39ec36dc0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0559840 Nov 19 13:39:52.579820 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96735a1d-a53b-4f77-aaf1-c876a3fb55c8 None None] Network 4264b5fd-1ff4-4560-a12e-8e103672338b requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:52.624477 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d56b4a22-5696-4717-9fe1-a0f550964d8b req-3f824c37-336b-4cf9-bb55-265f6660e0d7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491712 Nov 19 13:39:52.724321 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34c3de5f-21ea-4e13-a95f-62ed61e3789d req-adede71a-47aa-4fc9-9340-ff28b7eeb510 service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982428 Nov 19 13:39:52.823275 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed80d-5183-4758-9134-505c13df4f06 req-d0f9d37c-1dcb-40da-b015-b31b576a7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.824825 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-d0f9d37c-1dcb-40da-b015-b31b576a7073 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 1097 time: 0.0437129 Nov 19 13:39:52.925840 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed80d-5183-4758-9134-505c13df4f06 req-90096071-c2ab-4cef-b51b-59b99604f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.927444 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-90096071-c2ab-4cef-b51b-59b99604f541 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 200 len: 913 time: 0.0925570 Nov 19 13:39:52.972130 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-06c99f83-11cf-439f-b19d-832a8e55a467 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17 HTTP/1.1" status: 200 len: 217 time: 0.0360141 Nov 19 13:39:52.987658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42396) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.993081 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19625854-network', 'tenant_id': 'f16107314ae7466aa21366874b149be8'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:53.015200 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Made reservation on behalf of f16107314ae7466aa21366874b149be8 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:53.017648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.031261 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed80d-5183-4758-9134-505c13df4f06 req-ea265500-b1cf-476f-9987-b31b031b95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.031457 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.033344 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-ea265500-b1cf-476f-9987-b31b031b95c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2820244c-a004-4746-a034-202fc18dbf9e HTTP/1.1" status: 200 len: 852 time: 0.0524707 Nov 19 13:39:53.072623 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-707d40a4-a377-412a-ab50-2e40067ce5db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a62e8e54-023d-4eec-b3f2-04ffff4d4874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298431 Nov 19 13:39:53.112606 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.120326 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.148051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:53.158407 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914fb102-416e-49b8-8631-6637e34d3ce7,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:53.164894 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.165247 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Added segment e153ebdc-7672-4af5-a1a0-c8d1268b293c of type vlan for network e43c20cb-2c3d-495e-851f-90f5028c2dc0 Nov 19 13:39:53.174078 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8b28-cb1c-4820-a083-fe10e193fb0f req-0d462811-396c-4682-b3ba-ee3bc1a57175 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.175597 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-218f8b28-cb1c-4820-a083-fe10e193fb0f req-0d462811-396c-4682-b3ba-ee3bc1a57175 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 944 time: 0.1055357 Nov 19 13:39:53.208372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.239645 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.241301 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.242068 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.260299 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-14dab6a7-1be8-47d7-920a-1be876351ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610396 Nov 19 13:39:53.282317 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8efa-c6dd-42e8-805a-9010e6e7af8a req-99166f16-6fce-47fa-a956-cdbd9b010509 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.283822 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c70e8efa-c6dd-42e8-805a-9010e6e7af8a req-99166f16-6fce-47fa-a956-cdbd9b010509 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 945 time: 0.1053994 Nov 19 13:39:53.300168 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3088377 Nov 19 13:39:53.300409 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-218f8b28-cb1c-4820-a083-fe10e193fb0f req-3efc3d0b-5d85-4888-8391-450f0350c524 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085539 Nov 19 13:39:53.300497 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42402) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:53.305329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Request body: {'subnet': {'network_id': 'e43c20cb-2c3d-495e-851f-90f5028c2dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19625854-subnet', 'tenant_id': 'f16107314ae7466aa21366874b149be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:53.328170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebaef-4a51-41a3-b877-a255ee4a2202 admin admin] Pushing event updated for resources: {'Network': ['ID=e43c20cb-2c3d-495e-851f-90f5028c2dc0,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:53.339032 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network e43c20cb-2c3d-495e-851f-90f5028c2dc0 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:53.342456 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Made reservation on behalf of f16107314ae7466aa21366874b149be8 for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:53.345086 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.404021 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c70e8efa-c6dd-42e8-805a-9010e6e7af8a req-a15e50c7-19da-4239-bb47-507f5dc0f069 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106637 Nov 19 13:39:53.415780 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84ed80d-5183-4758-9134-505c13df4f06 req-79df2cb3-6e15-4666-af6a-490749fa1fbd service neutron] 10.222.0.69 "GET /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310167 Nov 19 13:39:53.496523 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd79af-1406-4ae7-9638-e04d88d40e6a req-6b8015c7-ca53-4c56-83f6-bcdc47851c08 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.498032 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bdbd79af-1406-4ae7-9638-e04d88d40e6a req-6b8015c7-ca53-4c56-83f6-bcdc47851c08 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0506513 Nov 19 13:39:53.540062 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.561054 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bdbd79af-1406-4ae7-9638-e04d88d40e6a req-7dd626d4-c56e-4e27-920f-3f40b6d387b2 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Nov 19 13:39:53.594652 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84b9572-d019-4d3b-8403-65c3ba63201a,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:53.605113 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Checking segment: {'id': 'e153ebdc-7672-4af5-a1a0-c8d1268b293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e43c20cb-2c3d-495e-851f-90f5028c2dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:53.605462 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Network hostable DHCP agents. Network: e43c20cb-2c3d-495e-851f-90f5028c2dc0, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:53.624245 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Network e43c20cb-2c3d-495e-851f-90f5028c2dc0 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:53.635301 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, e43c20cb-2c3d-495e-851f-90f5028c2dc0) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:53.639918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.640516 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.645114 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2985a9-6c89-4caa-bff4-6dc421b3c671 None None] Network e43c20cb-2c3d-495e-851f-90f5028c2dc0 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:53.662508 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-39347750-c7b4-47a4-bd76-0bfda50cfdb5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3606436 Nov 19 13:39:53.784813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a908a-10b7-4da2-aa08-b6b2266a9b73 req-169dd546-7042-4f3c-a551-87fcf82dad0f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.793990 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f07a908a-10b7-4da2-aa08-b6b2266a9b73 req-169dd546-7042-4f3c-a551-87fcf82dad0f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0747349 Nov 19 13:39:53.804959 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41759dfb-f222-4584-a314-3aca7f32cd94 None None] Network e43c20cb-2c3d-495e-851f-90f5028c2dc0 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:53.853071 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f07a908a-10b7-4da2-aa08-b6b2266a9b73 req-8435b6b7-fc0b-4a2c-8aff-14d5cde336cc tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580997 Nov 19 13:39:54.418060 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6404-5038-4fd3-beb0-31d009276ee9 req-d986aae9-8dd7-4cb5-b4f2-de76b3979bd2 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.419585 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-488a6404-5038-4fd3-beb0-31d009276ee9 req-d986aae9-8dd7-4cb5-b4f2-de76b3979bd2 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 944 time: 0.0511799 Nov 19 13:39:54.471458 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-488a6404-5038-4fd3-beb0-31d009276ee9 req-bebea29e-f3ca-42a6-a80d-bda81e968554 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 Nov 19 13:39:54.532101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd73e-d0d3-41fe-843e-0fba20b9c4eb req-68b33399-385f-41a8-91d6-33558f1b75b9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.533680 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cf9cd73e-d0d3-41fe-843e-0fba20b9c4eb req-68b33399-385f-41a8-91d6-33558f1b75b9 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 945 time: 0.0486946 Nov 19 13:39:54.582449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cf9cd73e-d0d3-41fe-843e-0fba20b9c4eb req-b9579bb5-bbc4-40da-a078-0b8def0b0312 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Nov 19 13:39:54.682046 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8510-59f3-407e-8c50-042273f55194 req-45881ca8-04cb-4f3e-9299-fdc3e0eba4e7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.683988 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a6ea8510-59f3-407e-8c50-042273f55194 req-45881ca8-04cb-4f3e-9299-fdc3e0eba4e7 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0548444 Nov 19 13:39:54.736981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a6ea8510-59f3-407e-8c50-042273f55194 req-56ea69ff-d7fd-44c6-9121-c3de4f4a63b4 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Nov 19 13:39:54.964881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b14bda-c3d6-4eb0-a0d9-447054bb45df req-58275d1b-2cc3-4710-b265-f55a83826161 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.967916 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5b14bda-c3d6-4eb0-a0d9-447054bb45df req-58275d1b-2cc3-4710-b265-f55a83826161 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0505469 Nov 19 13:39:55.019382 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5b14bda-c3d6-4eb0-a0d9-447054bb45df req-eb42cc98-f53d-421f-932c-a7088b0a8d2c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Nov 19 13:39:55.320431 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6215e-62c9-4d0d-bfc4-6dd7ab7eb4a2 req-0e1c7215-3c4f-4f98-aa0c-544c92ffdabf tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.321927 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5ab6215e-62c9-4d0d-bfc4-6dd7ab7eb4a2 req-0e1c7215-3c4f-4f98-aa0c-544c92ffdabf tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 945 time: 0.0543244 Nov 19 13:39:55.372225 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5ab6215e-62c9-4d0d-bfc4-6dd7ab7eb4a2 req-c3537c77-ef5d-452e-8a6f-953c227a5c98 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Nov 19 13:39:55.600044 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46db43-4f60-4c40-b279-753637fe427b req-5d1b49e3-0203-4341-ba8f-341373cbccaa tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.601687 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff46db43-4f60-4c40-b279-753637fe427b req-5d1b49e3-0203-4341-ba8f-341373cbccaa tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 944 time: 0.0519764 Nov 19 13:39:55.647482 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 07b78e5c-45ba-4349-b0e3-1ba23f341e17 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:55.650779 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff46db43-4f60-4c40-b279-753637fe427b req-a14d0065-18d6-46f5-b8db-5817633d238f tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Nov 19 13:39:55.747116 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:55.759589 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '07b78e5c-45ba-4349-b0e3-1ba23f341e17', 'network_id': 'a62e8e54-023d-4eec-b3f2-04ffff4d4874', 'port_id': '07b78e5c-45ba-4349-b0e3-1ba23f341e17', 'mac_address': 'fa:16:3e:e0:4b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820244c-a004-4746-a034-202fc18dbf9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:55.801526 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.815929 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b78e5c-45ba-4349-b0e3-1ba23f341e17 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:55.839552 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:55.844751 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.860340 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e5acd-4633-410f-a060-bfb90b96aef5 req-a29fb573-d6ee-4931-a7ea-4a65449571c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.861851 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e3e5acd-4633-410f-a060-bfb90b96aef5 req-a29fb573-d6ee-4931-a7ea-4a65449571c0 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0545950 Nov 19 13:39:55.893545 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:55.913365 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7e3e5acd-4633-410f-a060-bfb90b96aef5 req-1a4b62df-f46a-449b-8b6a-789661629a54 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Nov 19 13:39:56.135759 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['07b78e5c-45ba-4349-b0e3-1ba23f341e17'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:56.390970 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5499-e08c-4f83-b2ea-28a96388f1b8 req-95758f21-b2d0-4d36-afcb-996f26bb83e7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.392426 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-117c5499-e08c-4f83-b2ea-28a96388f1b8 req-95758f21-b2d0-4d36-afcb-996f26bb83e7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.2816510 Nov 19 13:39:56.444552 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-117c5499-e08c-4f83-b2ea-28a96388f1b8 req-ebffd85e-7a27-4319-9b7a-c70093eda34d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Nov 19 13:39:56.495030 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95701-2568-4890-8dd3-21a5bfc4b201 req-d77e8b11-7319-4592-aa0a-2d92e9201884 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.496564 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a0d95701-2568-4890-8dd3-21a5bfc4b201 req-d77e8b11-7319-4592-aa0a-2d92e9201884 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 945 time: 0.0510116 Nov 19 13:39:56.544397 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a0d95701-2568-4890-8dd3-21a5bfc4b201 req-c635b798-b853-4149-8d9f-a787c6d58417 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/security-groups?id=553916d0-19d8-422a-8061-bad9b0993c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Nov 19 13:39:56.773819 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f8148-0a55-4165-aeb7-8ef93381d0eb req-c3685a72-74e2-401f-a02b-5eb6554992ec tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.775358 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-757f8148-0a55-4165-aeb7-8ef93381d0eb req-c3685a72-74e2-401f-a02b-5eb6554992ec tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 945 time: 0.0539536 Nov 19 13:39:56.828644 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-757f8148-0a55-4165-aeb7-8ef93381d0eb req-ed42388c-78a6-4e7b-a99e-809db1eb626c tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469768 Nov 19 13:39:56.951383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-4936e336-a2b2-4ecc-9416-ef64eb4e5d8e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.952851 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-4936e336-a2b2-4ecc-9416-ef64eb4e5d8e tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 945 time: 0.0513999 Nov 19 13:39:57.076475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b677-363c-4aaf-b257-c09de50e1094 req-b379134a-e57b-4ccb-b3ad-6e3313f6f19f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.077974 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1590b677-363c-4aaf-b257-c09de50e1094 req-b379134a-e57b-4ccb-b3ad-6e3313f6f19f tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0880516 Nov 19 13:39:57.112308 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Deleting port 06e43c0d-d391-4c06-960d-efb3cba2aec3 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:57.112651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.175552 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1590b677-363c-4aaf-b257-c09de50e1094 req-7013996b-b653-4108-b73a-3eb54a1cf41e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Nov 19 13:39:57.231634 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] For port 06e43c0d-d391-4c06-960d-efb3cba2aec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=06e43c0d-d391-4c06-960d-efb3cba2aec3,segment=NetworkSegment(523fa864-e918-47ab-8901-1680d2b277c3),segment_id=523fa864-e918-47ab-8901-1680d2b277c3)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:57.231993 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.244973 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Calling delete_port for 06e43c0d-d391-4c06-960d-efb3cba2aec3 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:57.389730 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.402349 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['06e43c0d-d391-4c06-960d-efb3cba2aec3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:57.422138 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Pushing event deleted for resources: {'Port': ['ID=06e43c0d-d391-4c06-960d-efb3cba2aec3,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:57.468501 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] No DVR routers for this DVR port 06e43c0d-d391-4c06-960d-efb3cba2aec3 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:57.472203 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.476031 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9c8aa9ff-0af4-4d22-961d-9a205b7f92d7 req-5f417744-f0d7-4d6b-890e-284f6888797c tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.69 "DELETE /v2.0/ports/06e43c0d-d391-4c06-960d-efb3cba2aec3 HTTP/1.1" status: 204 len: 173 time: 0.5122070 Nov 19 13:39:57.476527 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'name': 'network-vif-deleted', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:57.478897 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afefba90-fd3f-42bb-85d6-c77e40d46f25" -d '{"events": [{"server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "name": "network-vif-deleted", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:57.520460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455c896-922d-4d70-aacb-d55309f22c79 x-openstack-request-id: req-1455c896-922d-4d70-aacb-d55309f22c79 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:57.520788 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb", "name": "network-vif-deleted", "tag": "06e43c0d-d391-4c06-960d-efb3cba2aec3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:57.521046 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1455c896-922d-4d70-aacb-d55309f22c79 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:57.521505 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb', 'name': 'network-vif-deleted', 'tag': '06e43c0d-d391-4c06-960d-efb3cba2aec3', 'status': 'completed', 'code': 200} Nov 19 13:39:57.572354 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aa8b-d1b7-4237-9272-240bb112f063 req-fffe19d1-dc91-447c-a318-9724dda320e0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.573919 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dbd5aa8b-d1b7-4237-9272-240bb112f063 req-fffe19d1-dc91-447c-a318-9724dda320e0 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0505347 Nov 19 13:39:57.626016 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dbd5aa8b-d1b7-4237-9272-240bb112f063 req-42e26059-caaa-4822-97bf-e461459823d7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Nov 19 13:39:57.645979 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 07b78e5c-45ba-4349-b0e3-1ba23f341e17 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:57.653582 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-197d065e-8aa6-41ce-8f5b-fb08d31311f1 req-1e63dada-75ff-4378-ab80-dbbdb32ab821 tempest-VolumesActionsTest-846947674 tempest-VolumesActionsTest-846947674-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf2450c6-d6d3-4ec8-b2ad-ff620fb1e5fb HTTP/1.1" status: 200 len: 210 time: 0.0265837 Nov 19 13:39:57.700229 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:57.704165 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:57.704534 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.782726 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.805702 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:57.807989 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6f5d7-41d4-43f3-baf7-d7d59d9268ba" -d '{"events": [{"server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "name": "network-vif-plugged", "status": "completed", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:57.821784 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:57.827699 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.855918 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3164c58-93f9-49cf-8d5d-bfb3a90dc3f7 x-openstack-request-id: req-d3164c58-93f9-49cf-8d5d-bfb3a90dc3f7 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:57.856213 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "name": "network-vif-plugged", "status": "completed", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:57.856471 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3164c58-93f9-49cf-8d5d-bfb3a90dc3f7 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:57.856872 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17', 'code': 200} Nov 19 13:39:57.884644 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:57.971801 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772b76-3f50-4d0f-83c1-641f4fc7b85b req-c6ab0fdb-0d1e-408c-950f-d8371238b798 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.973322 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c4772b76-3f50-4d0f-83c1-641f4fc7b85b req-c6ab0fdb-0d1e-408c-950f-d8371238b798 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.0611753 Nov 19 13:39:58.043830 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c4772b76-3f50-4d0f-83c1-641f4fc7b85b req-6844d1b0-45fa-4a4e-bac0-80299bcf098c tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 Nov 19 13:39:58.077638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd70346-525e-4dc6-8032-0448f5e2cdd7 req-edfe7dfc-178d-44d9-b5c4-32818345ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.079492 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fd70346-525e-4dc6-8032-0448f5e2cdd7 req-edfe7dfc-178d-44d9-b5c4-32818345ebe8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 1099 time: 0.0492542 Nov 19 13:39:58.130981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0fd70346-525e-4dc6-8032-0448f5e2cdd7 req-e80a446b-c305-4908-80a1-729b8d733642 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Nov 19 13:39:58.307875 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9b4f-218a-494b-82f2-6b3482ecb223 req-7fd1799b-073e-4aa5-9354-296d7eaf0a74 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.310032 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0aba9b4f-218a-494b-82f2-6b3482ecb223 req-7fd1799b-073e-4aa5-9354-296d7eaf0a74 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0607891 Nov 19 13:39:58.373893 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0aba9b4f-218a-494b-82f2-6b3482ecb223 req-0b83cfc6-c2eb-42eb-9bca-ed308df3dc7e tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/security-groups?id=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576718 Nov 19 13:39:58.415849 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-dc1e7f94-5671-4a26-89e3-9b9302d35e00 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.417331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-dc1e7f94-5671-4a26-89e3-9b9302d35e00 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 945 time: 0.0620439 Nov 19 13:39:58.515337 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Deleting port 77e22262-852e-4b88-94f2-ccf9b7f9c066 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:58.516020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.614460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] For port 77e22262-852e-4b88-94f2-ccf9b7f9c066, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=77e22262-852e-4b88-94f2-ccf9b7f9c066,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:58.614792 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.629892 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Calling delete_port for 77e22262-852e-4b88-94f2-ccf9b7f9c066 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:58.796030 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea1a32-24e3-451b-acdf-f1a8e3666781 req-7f114d8b-d139-48eb-9722-993153812a6e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.797538 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8aea1a32-24e3-451b-acdf-f1a8e3666781 req-7f114d8b-d139-48eb-9722-993153812a6e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0890856 Nov 19 13:39:58.811785 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.828350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['77e22262-852e-4b88-94f2-ccf9b7f9c066'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:58.849139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Pushing event deleted for resources: {'Port': ['ID=77e22262-852e-4b88-94f2-ccf9b7f9c066,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:58.911056 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] No DVR routers for this DVR port 77e22262-852e-4b88-94f2-ccf9b7f9c066 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:58.916490 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8aea1a32-24e3-451b-acdf-f1a8e3666781 req-46a83468-c460-4ad3-9a31-18efeb32fc64 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125329 Nov 19 13:39:58.917592 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.920850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9893ae62-fbb1-4cda-86a3-03ece0940d1b req-7f0f91fd-b105-41d6-bd1f-6a3a630e9649 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.69 "DELETE /v2.0/ports/77e22262-852e-4b88-94f2-ccf9b7f9c066 HTTP/1.1" status: 204 len: 173 time: 0.4958801 Nov 19 13:39:59.155553 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712e1f4-f508-41d6-adad-f54172aafbbe req-873db90d-7088-4e95-b2aa-7334004674c8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.157257 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5712e1f4-f508-41d6-adad-f54172aafbbe req-873db90d-7088-4e95-b2aa-7334004674c8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0570536 Nov 19 13:39:59.274306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd86a5e-18bc-451a-8129-bd6806fa8119 req-8b0e2140-7f11-4653-88ad-d64fc86b84db tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.275606 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8fd86a5e-18bc-451a-8129-bd6806fa8119 req-8b0e2140-7f11-4653-88ad-d64fc86b84db tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.1174326 Nov 19 13:39:59.280131 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5712e1f4-f508-41d6-adad-f54172aafbbe req-0388359a-32a5-4930-931c-2eb658975095 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132669 Nov 19 13:39:59.314091 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-a5e3501a-a09e-40a7-9f41-ed461a0d989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.315765 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-a5e3501a-a09e-40a7-9f41-ed461a0d989f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 1099 time: 0.1035063 Nov 19 13:39:59.407828 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8fd86a5e-18bc-451a-8129-bd6806fa8119 req-c5052464-ea6d-4b87-8578-97d3740f1345 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137917 Nov 19 13:39:59.513732 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ccbf840a-bcdf-4ab8-a0cd-735a3dc0677b req-7a653d6c-47ec-4879-baf6-b9fe4cf928a9 tempest-ServerRescueNegativeTestJSON-436997543 tempest-ServerRescueNegativeTestJSON-436997543-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4794168-fa1e-43da-a27c-e5e83054dd1e HTTP/1.1" status: 200 len: 210 time: 0.0363700 Nov 19 13:39:59.517004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-5cf0ec00-4b13-4d8f-beb0-2b96230325d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.519459 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-5cf0ec00-4b13-4d8f-beb0-2b96230325d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.1932700 Nov 19 13:39:59.522222 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'name': 'network-vif-deleted', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:59.525443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4587998-fa87-470d-8bd8-295a29d86321" -d '{"events": [{"server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "name": "network-vif-deleted", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:59.620160 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635ded7-596d-4262-8fb3-bc8acef499c7 x-openstack-request-id: req-7635ded7-596d-4262-8fb3-bc8acef499c7 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:59.620344 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4794168-fa1e-43da-a27c-e5e83054dd1e", "name": "network-vif-deleted", "tag": "77e22262-852e-4b88-94f2-ccf9b7f9c066", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:59.620606 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7635ded7-596d-4262-8fb3-bc8acef499c7 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:59.621040 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4794168-fa1e-43da-a27c-e5e83054dd1e', 'name': 'network-vif-deleted', 'tag': '77e22262-852e-4b88-94f2-ccf9b7f9c066', 'status': 'completed', 'code': 200} Nov 19 13:39:59.654576 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-8fa0b842-d0c6-45c4-a88c-37eb531f3477 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 200 len: 1002 time: 0.1254492 Nov 19 13:39:59.711278 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-d3539dcc-bcaa-4c85-9c2d-cd28a66c4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.712796 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-d3539dcc-bcaa-4c85-9c2d-cd28a66c4a87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0512204 Nov 19 13:39:59.766017 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-8b3d8cc1-0129-474c-b8fb-a935879cd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.768511 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-8b3d8cc1-0129-474c-b8fb-a935879cd935 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483634 Nov 19 13:39:59.863945 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-0eb57d1b-6aa1-46e6-9f86-fefa55fc2950 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883086 Nov 19 13:40:00.408792 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66ba58-918a-40b6-a929-f96bf11911f0 req-5461a504-1213-430a-b88b-79218d876faa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:00.410286 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3f66ba58-918a-40b6-a929-f96bf11911f0 req-5461a504-1213-430a-b88b-79218d876faa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0529108 Nov 19 13:40:00.464437 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3f66ba58-918a-40b6-a929-f96bf11911f0 req-06a2e1fc-6a81-4a2f-9636-8c2fdf7ab9a8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Nov 19 13:40:00.523003 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8e44-4304-4812-9664-f7d904e892fb req-85a67d9c-34ff-4283-9f90-4f791843a503 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:00.524547 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4adc8e44-4304-4812-9664-f7d904e892fb req-85a67d9c-34ff-4283-9f90-4f791843a503 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.0501015 Nov 19 13:40:00.577584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4adc8e44-4304-4812-9664-f7d904e892fb req-0358fd47-c9ab-4c9a-b1aa-c604370d9e21 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470889 Nov 19 13:40:00.579128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42564) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:01.004975 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-414ac7c9-03b0-43b3-b470-ebf60b697b49 req-8ae8c896-40ae-4359-9362-078d7a9067f1 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238265 Nov 19 13:40:01.093293 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.399854 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Deleting port 311ff0e5-51c3-4159-b68e-a8b0b51e2224 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:01.400195 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.484970 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] For port 311ff0e5-51c3-4159-b68e-a8b0b51e2224, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=311ff0e5-51c3-4159-b68e-a8b0b51e2224,segment=NetworkSegment(16e828d0-c00c-4a76-b002-f13dea3e98fd),segment_id=16e828d0-c00c-4a76-b002-f13dea3e98fd)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:01.485332 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.500769 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Calling delete_port for 311ff0e5-51c3-4159-b68e-a8b0b51e2224 owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:01.866282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf3206-19c5-476d-9553-a1d2b84fea42 req-79989eed-61f9-4bbb-967d-0f486d9859f4 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:01.867818 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-81bf3206-19c5-476d-9553-a1d2b84fea42 req-79989eed-61f9-4bbb-967d-0f486d9859f4 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.3275764 Nov 19 13:40:01.938223 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-81bf3206-19c5-476d-9553-a1d2b84fea42 req-4d00d203-68f7-4753-9ffd-dd1d732682f3 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625148 Nov 19 13:40:01.981901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.007136 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Pushing event deleted for resources: {'Port': ['ID=311ff0e5-51c3-4159-b68e-a8b0b51e2224,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:02.168311 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.402470 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:02.516676 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:02.524970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-25ee596a-9ed5-48b5-98da-3e07a23ade48 admin admin] 10.222.0.74 "PUT /v2.0/routers/44f90ff5-3314-4e6e-80cc-c928d9d2a4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446220 Nov 19 13:40:02.527750 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42584) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:02.528964 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Sync routers for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:02.542892 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:02.543561 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:39:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:02.637516 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.649198 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:02.730816 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 06e43c0d-d391-4c06-960d-efb3cba2aec3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:02.750101 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.769222 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 06e43c0d-d391-4c06-960d-efb3cba2aec3 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:02.769576 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 06e43c0d-d391-4c06-960d-efb3cba2aec3 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:02.843369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Deleting port f62abac4-8534-491b-9e9b-14376c548248 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:02.843716 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.930582 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] For port f62abac4-8534-491b-9e9b-14376c548248, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f62abac4-8534-491b-9e9b-14376c548248,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:02.931020 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.939730 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f62abac4-8534-491b-9e9b-14376c548248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:40:01Z', 'revision_number': 5, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port': {'id': 'f62abac4-8534-491b-9e9b-14376c548248', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:02.948289 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Calling delete_port for f62abac4-8534-491b-9e9b-14376c548248 owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:02.978704 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Checking router: 44f90ff5-3314-4e6e-80cc-c928d9d2a4da for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:02.989834 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Routers {'44f90ff5-3314-4e6e-80cc-c928d9d2a4da'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:02.991166 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:39:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:03.081080 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636385a-d0ea-41aa-9b88-cd0cefbde886 req-9d625d88-977a-41e7-bfe1-44653493e3f2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.091358 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8636385a-d0ea-41aa-9b88-cd0cefbde886 req-9d625d88-977a-41e7-bfe1-44653493e3f2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0715966 Nov 19 13:40:03.095983 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] Set router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:03.152492 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8636385a-d0ea-41aa-9b88-cd0cefbde886 req-7fd60b71-595c-493c-85e5-864c7fde8d7c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598102 Nov 19 13:40:03.154251 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:40:02Z', 'revision_number': 6, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:03.189369 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e6f3a-b7f5-46a9-bddc-7921c057cf21 None None] The sync data for ids ['44f90ff5-3314-4e6e-80cc-c928d9d2a4da'] in dv-cinder-817351-4-iscsi is: [{'id': '44f90ff5-3314-4e6e-80cc-c928d9d2a4da', 'name': 'tempest-ServerRescueNegativeTestJSON-104784042-router', 'tenant_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:40:02Z', 'revision_number': 6, 'project_id': 'dfe06ab44f6d441fbd48e98b2ba2119b', 'gw_port_host': None}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:03.218542 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.248598 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62abac4-8534-491b-9e9b-14376c548248,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:03.271554 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.386770 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.389118 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.458332 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.458870 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f90ff5-3314-4e6e-80cc-c928d9d2a4da {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:40:03.464775 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.466100 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ce2d832d-bb74-4dc8-8103-d825e1113483 admin admin] 10.222.0.74 "DELETE /v2.0/routers/44f90ff5-3314-4e6e-80cc-c928d9d2a4da HTTP/1.1" status: 204 len: 168 time: 0.9368255 Nov 19 13:40:03.468949 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42600) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:03.513618 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Deleting subnet 50c5310e-b080-49e4-8a47-18bb72b154aa {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:03.516850 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.557320 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.563336 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.618142 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.648956 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.652441 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/50c5310e-b080-49e4-8a47-18bb72b154aa HTTP/1.1" status: 204 len: 168 time: 0.1825264 Nov 19 13:40:03.660357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42602) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:03.661294 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec2fcc-eac9-41b2-baea-face717bd1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c5310e-b080-49e4-8a47-18bb72b154aa,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:03.669464 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 77e22262-852e-4b88-94f2-ccf9b7f9c066 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:03.694640 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 77e22262-852e-4b88-94f2-ccf9b7f9c066 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:03.694986 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 77e22262-852e-4b88-94f2-ccf9b7f9c066 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:03.732553 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.815053 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.835919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d44de9-88f3-4c50-9fb4-20415f65d215']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:03.845494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e828d0-c00c-4a76-b002-f13dea3e98fd') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:03.845494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e828d0-c00c-4a76-b002-f13dea3e98fd') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:03.855615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.871250 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.877630 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:03.878020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:03.879829 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:03.937871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.954602 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.958440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] 10.222.0.74 "DELETE /v2.0/networks/b7d44de9-88f3-4c50-9fb4-20415f65d215 HTTP/1.1" status: 204 len: 168 time: 0.2965138 Nov 19 13:40:03.983977 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3d7d9-2e21-4d8d-8fd1-b151b0e1969a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d44de9-88f3-4c50-9fb4-20415f65d215,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:04.250969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42634) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.338415 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0f2d70d7-8a55-4b49-b7e8-a3abefc78157 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfe06ab44f6d441fbd48e98b2ba2119b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0861177 Nov 19 13:40:04.340947 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42636) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.398801 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdf946-48e7-414d-8e49-c4abdea36a65 req-6842bf7c-3365-45fc-a115-b1bb9413e64c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:04.400863 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-50bdf946-48e7-414d-8e49-c4abdea36a65 req-6842bf7c-3365-45fc-a115-b1bb9413e64c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1416492 Nov 19 13:40:04.451811 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.484918 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.494751 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-50bdf946-48e7-414d-8e49-c4abdea36a65 req-b5b5084c-a99f-4bb5-82a4-316b68192baa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861149 Nov 19 13:40:04.541654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.544829 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.547842 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9ed1318-9dc5-44d7-a0cd-6307dc05cad7 HTTP/1.1" status: 204 len: 168 time: 0.2053354 Nov 19 13:40:04.559154 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff689-33e1-45ba-b31c-e3d912813944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ed1318-9dc5-44d7-a0cd-6307dc05cad7,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:04.824817 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:05.180642 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 311ff0e5-51c3-4159-b68e-a8b0b51e2224 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:05.214249 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 311ff0e5-51c3-4159-b68e-a8b0b51e2224 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:05.214615 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 311ff0e5-51c3-4159-b68e-a8b0b51e2224 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:05.215041 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f62abac4-8534-491b-9e9b-14376c548248 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:05.239364 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: f62abac4-8534-491b-9e9b-14376c548248 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:05.240004 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f62abac4-8534-491b-9e9b-14376c548248 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:05.466464 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42674) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:05.620613 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2044281537-network', 'tenant_id': 'b2f6e45afd8144e7923a8634132ce6fc'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:05.649019 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Made reservation on behalf of b2f6e45afd8144e7923a8634132ce6fc for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:05.652509 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.662527 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.764190 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.772680 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.813281 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:05.815550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85871e84-ee62-45a0-b787-846e6848ad06,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.830555 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.831252 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Added segment 65da88d3-76b3-4165-949c-dcb9254bfe02 of type vlan for network e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e Nov 19 13:40:05.877881 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.913919 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.915064 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:05.915717 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.984385 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5132980 Nov 19 13:40:05.984746 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42686) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:05.985321 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f99a6-38a4-4522-a6fd-c19b3847d3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.996934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:06.003019 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Request body: {'subnet': {'network_id': 'e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2044281537-subnet', 'tenant_id': 'b2f6e45afd8144e7923a8634132ce6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:06.054932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Made reservation on behalf of b2f6e45afd8144e7923a8634132ce6fc for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:06.057370 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.288870 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.350980 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5744b021-80bc-4d09-822c-4e69454731c6,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:06.372540 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Checking segment: {'id': '65da88d3-76b3-4165-949c-dcb9254bfe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:06.372907 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Network hostable DHCP agents. Network: e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:06.393824 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Network e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:06.404875 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:06.414642 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e479b38-fedd-4438-9853-e00203792f60 None None] Network e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:06.423533 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.424296 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.460036 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-a9ed09c4-73ff-48e3-a7ee-f50d38e6e23a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4740205 Nov 19 13:40:06.593069 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211002e-5f35-43da-ba74-d979e95f6d58 None None] Network e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:07.178833 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42718) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:07.184463 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724283947-network', 'tenant_id': '15b2146b3ca54dd5a08b8094baece4f1'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:07.217301 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Made reservation on behalf of 15b2146b3ca54dd5a08b8094baece4f1 for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:07.220074 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.230591 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.363999 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.369741 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.400759 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:07.412358 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d25892-1b64-4135-8dee-c64bbdcb7857,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.417848 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.418515 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Added segment 8d274f25-506e-410b-94c9-7d6eca341c41 of type vlan for network bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 Nov 19 13:40:07.468361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.502461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.503608 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.504224 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.567504 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3872201 Nov 19 13:40:07.570408 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42722) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:07.578187 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Request body: {'subnet': {'network_id': 'bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724283947-subnet', 'tenant_id': '15b2146b3ca54dd5a08b8094baece4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:07.583013 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a4dd5-fbd4-4706-9a04-0ce9f1af9837 admin admin] Pushing event updated for resources: {'Network': ['ID=bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.595532 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:07.607071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Made reservation on behalf of 15b2146b3ca54dd5a08b8094baece4f1 for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:07.609864 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.819322 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.889251 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2b7cfb-621b-4126-8153-834f74ca6de8,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.894054 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Checking segment: {'id': '8d274f25-506e-410b-94c9-7d6eca341c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:07.894413 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Network hostable DHCP agents. Network: bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:07.915654 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Network bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:07.931317 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:07.938084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.938985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.946500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2eff39-668d-495f-892a-7f992e8329a9 None None] Network bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:07.962042 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-359a652f-2bde-452d-a619-5dc7d9512d09 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3901505 Nov 19 13:40:08.125424 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42738) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.194106 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Deleting subnet 5744b021-80bc-4d09-822c-4e69454731c6 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:08.198352 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.238040 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.244590 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.258299 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1e9fa-4da9-43b7-8b40-f704cdfb673a None None] Network bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:08.319598 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.385632 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5744b021-80bc-4d09-822c-4e69454731c6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.389997 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.395245 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1cb9a4ee-7d04-4b97-97af-7368d19847bc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5744b021-80bc-4d09-822c-4e69454731c6 HTTP/1.1" status: 204 len: 168 time: 0.2676508 Nov 19 13:40:08.397261 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42740) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.495635 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.585125 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.608083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:08.628874 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65da88d3-76b3-4165-949c-dcb9254bfe02') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:08.629269 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65da88d3-76b3-4165-949c-dcb9254bfe02') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:08.639957 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.654322 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.660794 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:08.661178 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:08.663264 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:08.722707 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.739539 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.743974 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e HTTP/1.1" status: 204 len: 168 time: 0.3456206 Nov 19 13:40:08.747513 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42748) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.754684 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2434-5ee5-4d0e-ada7-edacab40deb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ebb8d9-e53e-4d71-aa4f-38a780eb9d1e,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.802134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Deleting subnet da2b7cfb-621b-4126-8153-834f74ca6de8 {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:08.806518 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.853596 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8807219'] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.905883 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.969199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8707463'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.017166 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2b7cfb-621b-4126-8153-834f74ca6de8,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:09.023926 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.032689 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42754) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:09.034067 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0ef5ef1c-4da2-4d2a-b779-4c3ac6c9ea64 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/da2b7cfb-621b-4126-8153-834f74ca6de8 HTTP/1.1" status: 204 len: 168 time: 0.2853858 Nov 19 13:40:09.126210 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.229992 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.261257 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.261629 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.262385 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.262731 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > port after_create 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.263130 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.263473 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > port after_update 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.263812 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.264119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.264432 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.264768 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.336675 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.336675 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.336675 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.337063 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:40:09.337347 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.360853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d274f25-506e-410b-94c9-7d6eca341c41') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.361164 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d274f25-506e-410b-94c9-7d6eca341c41') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.391607 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.423391 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.444484 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:09.444987 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: from cryptography.utils import int_from_bytes Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: from cryptography.utils import int_from_bytes Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:09.449362 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:09.530296 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.548187 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.552660 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9 HTTP/1.1" status: 204 len: 168 time: 0.5181913 Nov 19 13:40:09.567715 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf65e-c9ab-416d-941b-1e1a60336486 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffff9d9-b40e-4fe0-9c6d-d1ff9b865ed9,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:09.882590 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42772) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:09.938603 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b9ff251f-06e9-437e-8c29-a95259feab59 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2f6e45afd8144e7923a8634132ce6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553572 Nov 19 13:40:09.942751 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42776) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.023201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.049545 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.114745 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.117493 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.120703 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85871e84-ee62-45a0-b787-846e6848ad06 HTTP/1.1" status: 204 len: 168 time: 0.1764171 Nov 19 13:40:10.131084 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86702-0cc2-4a35-a77a-7c6e68bc7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85871e84-ee62-45a0-b787-846e6848ad06,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:10.678306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42798) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.725314 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-768c614b-ecfc-4e66-9294-3784dc62dd4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15b2146b3ca54dd5a08b8094baece4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459058 Nov 19 13:40:10.728045 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42800) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.797405 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.827329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.896406 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.902126 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.906369 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6d25892-1b64-4135-8dee-c64bbdcb7857 HTTP/1.1" status: 204 len: 168 time: 0.1749785 Nov 19 13:40:10.942895 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d25892-1b64-4135-8dee-c64bbdcb7857,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:10.953440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.953865 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.954225 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.954572 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.954965 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.955354 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.955696 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.956037 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.956370 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.956805 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.957071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:10.957396 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b38175-43fc-413e-945c-ca4d2177270c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:11.707983 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42842) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:11.765615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Deleting subnet f341dd59-1011-45b9-9802-1df9e28dd539 {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:11.769680 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.818367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8807219'] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.872678 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.943933 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8707463'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.006058 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f341dd59-1011-45b9-9802-1df9e28dd539,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.009724 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.019137 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42854) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:12.020690 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-a00ca3f3-8b87-40a3-bd5c-91f2c89c24fa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f341dd59-1011-45b9-9802-1df9e28dd539 HTTP/1.1" status: 204 len: 168 time: 0.3115077 Nov 19 13:40:12.142944 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.227862 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.253744 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4264b5fd-1ff4-4560-a12e-8e103672338b']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.275416 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940aaa6c-ad2a-4efd-8d1e-93a54c09b2b0') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.276030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940aaa6c-ad2a-4efd-8d1e-93a54c09b2b0') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.294419 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.319267 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.327821 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:12.331123 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:12.333118 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:12.405874 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.413320 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.417365 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] 10.222.0.74 "DELETE /v2.0/networks/4264b5fd-1ff4-4560-a12e-8e103672338b HTTP/1.1" status: 204 len: 168 time: 0.3994441 Nov 19 13:40:12.420243 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42864) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:12.430343 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61263e-b880-45c4-89cd-659d94087ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=4264b5fd-1ff4-4560-a12e-8e103672338b,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.513617 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Deleting subnet a84b9572-d019-4d3b-8403-65c3ba63201a {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:12.517673 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.563495 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8807219'] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.609996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.687900 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8707463'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.729684 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84b9572-d019-4d3b-8403-65c3ba63201a,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.733372 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.743374 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42874) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:12.744439 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-a6e068b1-1a57-47a7-937e-582013d95269 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a84b9572-d019-4d3b-8403-65c3ba63201a HTTP/1.1" status: 204 len: 168 time: 0.3219707 Nov 19 13:40:12.836046 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.938285 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.965848 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43c20cb-2c3d-495e-851f-90f5028c2dc0']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.980953 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e153ebdc-7672-4af5-a1a0-c8d1268b293c') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.981540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e153ebdc-7672-4af5-a1a0-c8d1268b293c') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.993593 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.019372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.030749 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:13.031174 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:13.033201 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:13.105853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.124656 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.127441 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] 10.222.0.74 "DELETE /v2.0/networks/e43c20cb-2c3d-495e-851f-90f5028c2dc0 HTTP/1.1" status: 204 len: 168 time: 0.3829699 Nov 19 13:40:13.138018 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b78ac0-1c67-4ec0-9058-b434f620a0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e43c20cb-2c3d-495e-851f-90f5028c2dc0,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:13.362269 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42896) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:13.422177 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-3e4f6deb-ee23-45fc-a483-ae4d18322ef3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65c7f1a593eb44fe9eed7a577c7bb68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583327 Nov 19 13:40:13.426632 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42898) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:13.499757 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.529414 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.592689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.595966 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.597409 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/754094d7-c83f-4eec-a9f8-777def627824 HTTP/1.1" status: 204 len: 168 time: 0.1693876 Nov 19 13:40:13.611999 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9af5bd-d1a8-40d1-9453-75117acccb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754094d7-c83f-4eec-a9f8-777def627824,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:14.129829 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42924) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:14.175584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c130d8c8-fcf9-42df-b603-0192c56649df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f16107314ae7466aa21366874b149be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441585 Nov 19 13:40:14.178399 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42926) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:14.232895 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.259066 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.320186 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.323395 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.324543 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/914fb102-416e-49b8-8631-6637e34d3ce7 HTTP/1.1" status: 204 len: 168 time: 0.1448510 Nov 19 13:40:14.334142 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8484d9-bc74-46d5-95b7-dc0fda38ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914fb102-416e-49b8-8631-6637e34d3ce7,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:14.535560 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-a1fc270c-46b9-48c3-96ea-1d18da11bce8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831583 Nov 19 13:40:14.616454 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-e1354a32-2c94-47a9-8582-320204bc45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:14.619184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-e1354a32-2c94-47a9-8582-320204bc45cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0546408 Nov 19 13:40:14.619962 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42938) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:14.800501 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4263dbc8-65ff-4648-93b8-3a47c6e17503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.814139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-884feafa-c576-4841-99d8-483b7135be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:14.815981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-884feafa-c576-4841-99d8-483b7135be4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1709008 Nov 19 13:40:14.951537 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-00897d4b-4bef-4043-af1a-c7d961b5e1ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 200 len: 1001 time: 0.1254704 Nov 19 13:40:14.971711 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.019872 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-0c09fbdb-3e0a-4014-8468-b358dc66df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:15.021414 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-0c09fbdb-3e0a-4014-8468-b358dc66df42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0606987 Nov 19 13:40:15.089957 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4263dbc8-65ff-4648-93b8-3a47c6e17503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.116856 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4263dbc8-65ff-4648-93b8-3a47c6e17503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.214987 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-6d042479-d8b1-4225-9878-a82915e92775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:15.216638 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-6d042479-d8b1-4225-9878-a82915e92775 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1821976 Nov 19 13:40:15.231121 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-4263dbc8-65ff-4648-93b8-3a47c6e17503 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e837b3b2faf044a5860a959eb4f8f561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982823 Nov 19 13:40:15.231121 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263dbc8-65ff-4648-93b8-3a47c6e17503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe01045d-6cd7-4ec8-98d2-c9a6ed984dc6,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:15.231735 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42964) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:15.332552 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.358918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.400056 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-47e7a516-80ac-4f33-ac3f-d5cc3f0cea90 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741834 Nov 19 13:40:15.434869 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.437518 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.439695 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fe01045d-6cd7-4ec8-98d2-c9a6ed984dc6 HTTP/1.1" status: 204 len: 168 time: 0.2048171 Nov 19 13:40:15.459980 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e1ca0-bea5-482b-8ddf-93866e2c6bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe01045d-6cd7-4ec8-98d2-c9a6ed984dc6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:15.610771 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6efc7b2-be16-43f1-819a-b71e648903e6 req-a93b8e27-c04c-460f-ac1d-0f7189ceda07 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988454 Nov 19 13:40:15.997902 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 42984) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:16.016103 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-236d3d35-1784-45e9-96df-089ff8d32214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.113956 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-236d3d35-1784-45e9-96df-089ff8d32214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.123114 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-236d3d35-1784-45e9-96df-089ff8d32214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.165654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d3d35-1784-45e9-96df-089ff8d32214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806dde33-6ede-494c-857c-ccc7b4211b79,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:16.172955 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-236d3d35-1784-45e9-96df-089ff8d32214 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0b7ce16599f4133bac35530cfe1784d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713688 Nov 19 13:40:16.173402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 42990) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:16.234101 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.257753 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.316824 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.319837 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.321223 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/806dde33-6ede-494c-857c-ccc7b4211b79 HTTP/1.1" status: 204 len: 168 time: 0.1466708 Nov 19 13:40:16.329264 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63750b56-2004-4055-a12b-95bbad64e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806dde33-6ede-494c-857c-ccc7b4211b79,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:16.561714 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a64083e7-f597-49a4-9b3a-7717c298e363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.790686 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-8a055c80-5150-4132-8f0a-a799ba1adb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.308661 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.942741 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.470086 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.983820 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43178) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.121376 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b72eded8-87f2-49d4-958c-458ea50357f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.207666 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b72eded8-87f2-49d4-958c-458ea50357f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.212208 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b72eded8-87f2-49d4-958c-458ea50357f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.261441 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eded8-87f2-49d4-958c-458ea50357f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb04a19-891b-4247-9a86-68d3a5a545f3,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.268639 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b72eded8-87f2-49d4-958c-458ea50357f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f83200256d74f93be96a4c564580908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835770 Nov 19 13:40:23.271341 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43186) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.361015 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.385534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.439288 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.441926 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.443479 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbb04a19-891b-4247-9a86-68d3a5a545f3 HTTP/1.1" status: 204 len: 168 time: 0.1708381 Nov 19 13:40:23.452380 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2740-df88-4f32-9ad1-d3127008f6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb04a19-891b-4247-9a86-68d3a5a545f3,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.761891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43214) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.776143 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.859602 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.866296 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.904471 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d925ce862a124106af043a111ba4c7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414351 Nov 19 13:40:23.905325 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d83ead-608b-4aee-8669-3b30522ab1e7,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.907243 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43216) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.923135 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.923486 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.923831 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.924168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.924501 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.924831 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.925164 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.925492 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.925834 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.926160 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.926481 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.926789 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0489-e584-4936-92dd-2aec0b5745e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:23.965500 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.988749 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.047186 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.049877 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.054198 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62d83ead-608b-4aee-8669-3b30522ab1e7 HTTP/1.1" status: 204 len: 168 time: 0.1460283 Nov 19 13:40:24.063451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c933-c6f4-468c-9036-b28a817ce439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d83ead-608b-4aee-8669-3b30522ab1e7,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.899503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f36c1-03d7-414e-886f-308bcb531c84 req-abe42730-15bc-4dd1-a9d3-71ed72f085fc tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.901671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c1f36c1-03d7-414e-886f-308bcb531c84 req-abe42730-15bc-4dd1-a9d3-71ed72f085fc tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.0643165 Nov 19 13:40:24.957141 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c1f36c1-03d7-414e-886f-308bcb531c84 req-4b532564-6885-4cf6-b969-f61a8f2bf191 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Nov 19 13:40:25.925383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43352) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.050096 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-49d66b60-b174-4b8d-a78d-3e9acf422bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.112372 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777ced-6a02-428e-ba98-a2a26fc6307c req-3aae8743-0d8e-4ae6-b602-48de81e525b4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.113830 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34777ced-6a02-428e-ba98-a2a26fc6307c req-3aae8743-0d8e-4ae6-b602-48de81e525b4 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.0773065 Nov 19 13:40:26.173658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43360) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.196329 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-34777ced-6a02-428e-ba98-a2a26fc6307c req-ef5aedbe-afb9-4303-9eab-0e426dd078cb tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/security-groups?id=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757501 Nov 19 13:40:26.198034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-49d66b60-b174-4b8d-a78d-3e9acf422bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.204017 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-49d66b60-b174-4b8d-a78d-3e9acf422bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.222684 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Deleting subnet ceaf4aa3-dc48-4690-a644-227e37a91b18 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:26.226015 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.243082 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-49d66b60-b174-4b8d-a78d-3e9acf422bb1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=258154d4e952487daf66fa7586b94aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166258 Nov 19 13:40:26.245663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43362) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.251485 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d66b60-b174-4b8d-a78d-3e9acf422bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572f4b9f-7a43-49a9-ba3d-b952b6b45b62,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.262081 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.296845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.301572 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.318205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.355892 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.366627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.369542 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.370905 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/572f4b9f-7a43-49a9-ba3d-b952b6b45b62 HTTP/1.1" status: 204 len: 168 time: 0.1243217 Nov 19 13:40:26.380139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f482e-238f-4929-9109-70bfca598172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f4b9f-7a43-49a9-ba3d-b952b6b45b62,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.395021 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.398335 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ceaf4aa3-dc48-4690-a644-227e37a91b18 HTTP/1.1" status: 204 len: 168 time: 0.2236636 Nov 19 13:40:26.400968 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43366) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.444778 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084cfd0-49b1-4145-b2fd-5480e1123725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceaf4aa3-dc48-4690-a644-227e37a91b18,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.473765 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.561486 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.582371 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ae6f60-90f0-4ba8-9236-d97d59dc896f']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:26.592179 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523fa864-e918-47ab-8901-1680d2b277c3') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:26.592508 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523fa864-e918-47ab-8901-1680d2b277c3') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:26.603176 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.617244 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.619569 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-9a0a06dd-9c8b-48a4-ac0e-90d284b11312 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.621470 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-9a0a06dd-9c8b-48a4-ac0e-90d284b11312 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 946 time: 0.0526092 Nov 19 13:40:26.623924 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:26.624328 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:26.626110 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:26.685212 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.692693 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.697421 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] 10.222.0.74 "DELETE /v2.0/networks/a9ae6f60-90f0-4ba8-9236-d97d59dc896f HTTP/1.1" status: 204 len: 168 time: 0.2951088 Nov 19 13:40:26.705178 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43378) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.710836 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb5aab-b952-47f4-a273-92137b89765a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ae6f60-90f0-4ba8-9236-d97d59dc896f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.729928 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdab7-8300-41c9-9c6e-ad80c2ed4375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.769521 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Deleting port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:26.770196 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.885730 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43380) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.895448 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] For port 07b78e5c-45ba-4349-b0e3-1ba23f341e17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=07b78e5c-45ba-4349-b0e3-1ba23f341e17,segment=NetworkSegment(c1bc7718-ced0-41e9-8e38-b5431354f310),segment_id=c1bc7718-ced0-41e9-8e38-b5431354f310)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:26.895881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.899323 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdab7-8300-41c9-9c6e-ad80c2ed4375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.905053 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdab7-8300-41c9-9c6e-ad80c2ed4375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.923697 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Calling delete_port for 07b78e5c-45ba-4349-b0e3-1ba23f341e17 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:26.931839 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-16ec7ceb-b421-48c3-bbaf-ac22dd45ef81 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae645dfd25a84e94ab2e84a62ce1826e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448730 Nov 19 13:40:26.934792 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43382) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:26.956880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffdab7-8300-41c9-9c6e-ad80c2ed4375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b768db5-06bb-49c5-9669-acee308f6455,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.963864 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b7ffdab7-8300-41c9-9c6e-ad80c2ed4375 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5639ca07dd69426ba2519f4fa9c91df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550423 Nov 19 13:40:26.996235 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43384) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:27.080043 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.129089 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.164467 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.199603 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['07b78e5c-45ba-4349-b0e3-1ba23f341e17'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:27.202272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Pushing event deleted for resources: {'Port': ['ID=07b78e5c-45ba-4349-b0e3-1ba23f341e17,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.240541 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.251027 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] No DVR routers for this DVR port 07b78e5c-45ba-4349-b0e3-1ba23f341e17 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:27.254099 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.258097 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4aaae475-d2e2-4029-be07-34dd81b4d09e req-14290876-8ea5-42d4-a351-02e75db95e84 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.69 "DELETE /v2.0/ports/07b78e5c-45ba-4349-b0e3-1ba23f341e17 HTTP/1.1" status: 204 len: 173 time: 0.6297247 Nov 19 13:40:27.258839 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'name': 'network-vif-deleted', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:27.261314 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec807e-1b68-4d17-988e-8adaa4fe5b5c" -d '{"events": [{"server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "name": "network-vif-deleted", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:27.265158 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.267271 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.267778 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.268905 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8b768db5-06bb-49c5-9669-acee308f6455 HTTP/1.1" status: 204 len: 168 time: 0.2704191 Nov 19 13:40:27.279070 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbb825-d57e-4f89-9131-242b4bda233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b768db5-06bb-49c5-9669-acee308f6455,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.353170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd2c90-b1a6-40b1-bfda-c2e8c2b7c2ab x-openstack-request-id: req-5dbd2c90-b1a6-40b1-bfda-c2e8c2b7c2ab {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:27.353170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d12b91a-e989-4541-a158-3f61d7be4b0d", "name": "network-vif-deleted", "tag": "07b78e5c-45ba-4349-b0e3-1ba23f341e17", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:27.353535 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5dbd2c90-b1a6-40b1-bfda-c2e8c2b7c2ab {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:27.353779 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d12b91a-e989-4541-a158-3f61d7be4b0d', 'name': 'network-vif-deleted', 'tag': '07b78e5c-45ba-4349-b0e3-1ba23f341e17', 'status': 'completed', 'code': 200} Nov 19 13:40:27.355872 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.358648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.363263 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/553916d0-19d8-422a-8061-bad9b0993c31 HTTP/1.1" status: 204 len: 168 time: 0.4272661 Nov 19 13:40:27.401562 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f80cd-78dc-4211-87a9-4e31cf552679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553916d0-19d8-422a-8061-bad9b0993c31,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.404676 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3aa7790a-5684-4620-ab1f-dc85aac73f66 req-30894d12-d7f6-4f30-8003-5b8917a61258 tempest-VolumesSnapshotTestJSON-1304335098 tempest-VolumesSnapshotTestJSON-1304335098-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d12b91a-e989-4541-a158-3f61d7be4b0d HTTP/1.1" status: 200 len: 210 time: 0.0677283 Nov 19 13:40:27.934809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43418) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.122083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bf580ddb-f071-4f1b-879d-23dee028c81d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.208704 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bf580ddb-f071-4f1b-879d-23dee028c81d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.221727 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-bf580ddb-f071-4f1b-879d-23dee028c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.264931 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-bf580ddb-f071-4f1b-879d-23dee028c81d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=699fcd06e3c941af803f3a8cfcfc1efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287125 Nov 19 13:40:28.266020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580ddb-f071-4f1b-879d-23dee028c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1198b7-1326-4528-8e46-7db0a9186862,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.267724 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43438) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.332948 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.361004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.412951 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.415665 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.417313 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a1198b7-1326-4528-8e46-7db0a9186862 HTTP/1.1" status: 204 len: 168 time: 0.1480997 Nov 19 13:40:28.444900 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d421fc1-81a1-493a-845a-9580b5257331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1198b7-1326-4528-8e46-7db0a9186862,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.825296 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43466) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.841657 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e484-d819-4495-8d8c-e197febf8889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.892231 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43470) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.943175 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e484-d819-4495-8d8c-e197febf8889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.948592 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e484-d819-4495-8d8c-e197febf8889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.991777 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4e484-d819-4495-8d8c-e197febf8889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5413df3-fffc-494c-b010-4f5a90b73507,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.999024 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43476) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:29.010463 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fbe4e484-d819-4495-8d8c-e197febf8889 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7c481f737e04bd7825a1880c0a24f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807542 Nov 19 13:40:29.056622 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.079952 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.122281 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5af8db82-d140-49a6-bc25-bbd57d4ebf1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.155607 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.158186 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.159377 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a5413df3-fffc-494c-b010-4f5a90b73507 HTTP/1.1" status: 204 len: 168 time: 0.1594732 Nov 19 13:40:29.178649 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424abc0-3304-40b8-bee8-169732914f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5413df3-fffc-494c-b010-4f5a90b73507,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:29.230646 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5af8db82-d140-49a6-bc25-bbd57d4ebf1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.235834 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5af8db82-d140-49a6-bc25-bbd57d4ebf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.275464 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-5af8db82-d140-49a6-bc25-bbd57d4ebf1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=832e811de95e4a17ad0621a9b173c8dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817477 Nov 19 13:40:29.277944 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43482) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:29.284439 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8db82-d140-49a6-bc25-bbd57d4ebf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8d45b-3bcf-4a90-94bc-25778c49d44f,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:29.334948 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.358374 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.409050 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.411975 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.413141 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48c8d45b-3bcf-4a90-94bc-25778c49d44f HTTP/1.1" status: 204 len: 168 time: 0.1342926 Nov 19 13:40:29.421244 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59290f-6f63-4211-9c9a-bfd00eddcf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8d45b-3bcf-4a90-94bc-25778c49d44f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:29.828958 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43514) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:29.936866 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-954228553-network', 'tenant_id': '85281dbfabf143df85af115a347baa81'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:29.959840 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Made reservation on behalf of 85281dbfabf143df85af115a347baa81 for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:29.962134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.246689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.332306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.338550 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.366969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:30.383913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d2e7c-0774-4927-bfdd-25c19a810126,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:30.387122 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.387456 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Added segment da119661-ffa3-493d-af65-7edf5ac51242 of type vlan for network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f Nov 19 13:40:30.432856 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.463588 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.465790 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:30.466647 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.532956 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7000420 Nov 19 13:40:30.533229 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43554) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:30.540155 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Request body: {'subnet': {'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-954228553-subnet', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:30.547493 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a246-3ff8-4f1d-90ad-51f1808f2ffb admin admin] Pushing event updated for resources: {'Network': ['ID=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:30.558261 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:30.573532 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Made reservation on behalf of 85281dbfabf143df85af115a347baa81 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:30.576331 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.587720 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43556) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:30.707913 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9a635e8-c598-4dcd-9126-46d4d02942ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.749355 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.785186 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9a635e8-c598-4dcd-9126-46d4d02942ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.790310 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e9a635e8-c598-4dcd-9126-46d4d02942ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.802328 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Pushing event updated for resources: {'Subnet': ['ID=472a6206-0689-4d7c-9cc6-a1658080d6c7,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:30.813107 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Checking segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:30.813472 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Network hostable DHCP agents. Network: b9bb08a1-9ff5-42f1-8a77-98c8eea8801f, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:30.828968 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e9a635e8-c598-4dcd-9126-46d4d02942ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dac61044da7248a48fa1362973c08359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393544 Nov 19 13:40:30.832342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43562) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:30.837438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a635e8-c598-4dcd-9126-46d4d02942ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84eded8-c521-4e3f-8240-c13e6eab2eaa,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:30.841064 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:30.859939 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, b9bb08a1-9ff5-42f1-8a77-98c8eea8801f) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:30.868887 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:30.869945 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3876cf-d1d1-403a-ae89-dd235ddc4adb None None] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:30.870069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.896791 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f852a827-c1f9-4274-aef9-4ab95979208b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3608532 Nov 19 13:40:30.900174 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43564) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:30.901979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.904801 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:30.924111 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.936443 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.936443 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.978906 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.982039 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.986163 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e84eded8-c521-4e3f-8240-c13e6eab2eaa HTTP/1.1" status: 204 len: 168 time: 0.1520777 Nov 19 13:40:30.993830 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.996002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5ce00-4129-453d-8c94-a0e459ab3f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84eded8-c521-4e3f-8240-c13e6eab2eaa,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.062501 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:31.063404 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.144584 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.219342 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 07b78e5c-45ba-4349-b0e3-1ba23f341e17 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:31.249473 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 07b78e5c-45ba-4349-b0e3-1ba23f341e17 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:31.249828 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 07b78e5c-45ba-4349-b0e3-1ba23f341e17 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:31.271201 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Allocated IP 172.20.0.2 (b9bb08a1-9ff5-42f1-8a77-98c8eea8801f/472a6206-0689-4d7c-9cc6-a1658080d6c7/c696c404-1a8d-4779-b56c-28ef60b6477a) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:31.368028 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.387185 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.421292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.429125 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.475628 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:31.478428 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:31.482886 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:31.486011 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Pushing event updated for resources: {'Port': ['ID=c696c404-1a8d-4779-b56c-28ef60b6477a,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.496668 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.497006 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.497365 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.497680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.497996 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.498316 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.498638 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.498953 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.500728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.500728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.500728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.500728 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:31.506452 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Allocated IP 172.27.1.177 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/ddabe47c-8ebf-4375-81c0-64b9bec346cd) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:31.552794 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Attempting to bind port c696c404-1a8d-4779-b56c-28ef60b6477a on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:31.553405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Attempting to bind port c696c404-1a8d-4779-b56c-28ef60b6477a by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:31.553936 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Attempting to bind port c696c404-1a8d-4779-b56c-28ef60b6477a on network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:31.561613 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:31.562224 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Checking segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:31.562364 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.562752 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Bound using segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:31.563254 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Bound port: c696c404-1a8d-4779-b56c-28ef60b6477a, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:31.563635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.621310 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.632569 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] For port c696c404-1a8d-4779-b56c-28ef60b6477a, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:31.635746 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] For port c696c404-1a8d-4779-b56c-28ef60b6477a, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c696c404-1a8d-4779-b56c-28ef60b6477a,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:31.640581 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.665702 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.706155 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cc278-9a57-467a-a8e2-98c5f1c0a041 None None] Pushing event updated for resources: {'Port': ['ID=c696c404-1a8d-4779-b56c-28ef60b6477a,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.712390 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:31.715548 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:31.719173 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:31.748858 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ddabe47c-8ebf-4375-81c0-64b9bec346cd,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:32.000092 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.200022 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.336461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Router 532c5c80-3d15-42ef-bf98-c6934a013ddb is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:40:32.447981 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:32.460038 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Sync routers for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:32.470313 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.473677 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ea06d83b-0616-41bd-b660-b9d21c571cc8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5707898 Nov 19 13:40:32.473882 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:32.473882 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:32.475419 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43574) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:32.591759 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c59d3-9966-4143-89c1-40c711ff262d None None] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:32.597695 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:32.754036 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] Provisioning complete for port c696c404-1a8d-4779-b56c-28ef60b6477a triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:32.754257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.909338 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.960359 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.008739 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] For port c696c404-1a8d-4779-b56c-28ef60b6477a, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c696c404-1a8d-4779-b56c-28ef60b6477a,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:33.012961 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:31Z', 'revision_number': 3, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:33.016292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.084022 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Allocated IP 172.20.0.1 (b9bb08a1-9ff5-42f1-8a77-98c8eea8801f/472a6206-0689-4d7c-9cc6-a1658080d6c7/6876a2a2-27a2-4167-aecc-fdb958e3bffe) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:33.201914 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Checking router: 532c5c80-3d15-42ef-bf98-c6934a013ddb for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:33.202272 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Updating router 532c5c80-3d15-42ef-bf98-c6934a013ddb port ddabe47c-8ebf-4375-81c0-64b9bec346cd binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:40:33.218923 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.261375 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.272214 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.279317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c696c404-1a8d-4779-b56c-28ef60b6477a up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:33.307677 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:33.310598 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:33.313802 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:33.333221 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc94fd-319d-4fe7-bbbc-de1a04293e5b None None] Pushing event updated for resources: {'Port': ['ID=c696c404-1a8d-4779-b56c-28ef60b6477a,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:33.346620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7ae53fef-aee3-4612-898a-ad27da84fb71 None None] Provisioning complete for port c696c404-1a8d-4779-b56c-28ef60b6477a triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:33.346998 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ae53fef-aee3-4612-898a-ad27da84fb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.370075 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Pushing event updated for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:33.382476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.489832 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port c696c404-1a8d-4779-b56c-28ef60b6477a triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:33.490292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.538082 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.768333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.774899 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.818667 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.828651 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.835859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Pushing event updated for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:33.853701 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.854366 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9125b004-308d-407f-8740-8187f36d8353 None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:33.854755 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9125b004-308d-407f-8740-8187f36d8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.925476 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71baf83-cae2-4aee-b478-188f2a37f6e7 None None] Pushing event updated for resources: {'Port': ['ID=ddabe47c-8ebf-4375-81c0-64b9bec346cd,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:33.928211 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9125b004-308d-407f-8740-8187f36d8353 None None] Port 6876a2a2-27a2-4167-aecc-fdb958e3bffe cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:33.929735 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Attempting to bind port ddabe47c-8ebf-4375-81c0-64b9bec346cd on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:33.930195 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Attempting to bind port ddabe47c-8ebf-4375-81c0-64b9bec346cd by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:33.930665 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Attempting to bind port ddabe47c-8ebf-4375-81c0-64b9bec346cd on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:33.937528 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:33.938021 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:33.938516 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.938993 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:33.939575 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Bound port: ddabe47c-8ebf-4375-81c0-64b9bec346cd, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:33.940044 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.954304 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:33.956372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:34.011256 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] For port ddabe47c-8ebf-4375-81c0-64b9bec346cd, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:34.015196 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] For port ddabe47c-8ebf-4375-81c0-64b9bec346cd, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=ddabe47c-8ebf-4375-81c0-64b9bec346cd,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:34.023545 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.088491 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:34.094579 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:34.145840 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Router 532c5c80-3d15-42ef-bf98-c6934a013ddb has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:34.177835 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71baf83-cae2-4aee-b478-188f2a37f6e7 None None] Pushing event updated for resources: {'Port': ['ID=ddabe47c-8ebf-4375-81c0-64b9bec346cd,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:34.277291 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:34.277502 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:34.291857 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8cee8c7d-0f94-44ab-ac35-4c5310848da6 admin admin] 10.222.0.74 "PUT /v2.0/routers/532c5c80-3d15-42ef-bf98-c6934a013ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148520 Nov 19 13:40:34.416037 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-b7bc31d7-639d-4afe-8843-4a7ed9998f13 None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:34.416402 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-b7bc31d7-639d-4afe-8843-4a7ed9998f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.477958 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc31d7-639d-4afe-8843-4a7ed9998f13 None None] Port 6876a2a2-27a2-4167-aecc-fdb958e3bffe cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:34.548598 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 2, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:34.585180 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7420d-4525-41ff-9e60-1065752326a5 None None] The sync data for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi is: [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 2, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:35.000023 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43632) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:35.005230 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1912843250-network', 'tenant_id': 'dff31689243f4278bf981f665a9c950c'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:35.030338 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Made reservation on behalf of dff31689243f4278bf981f665a9c950c for: {'network': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:35.033448 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.043889 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.093948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1161b4b-ccff-459d-a3d4-cbc39cdb12cf req-28e7c00b-652f-40bb-a3f6-2a6464fcba50 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.096811 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c1161b4b-ccff-459d-a3d4-cbc39cdb12cf req-28e7c00b-652f-40bb-a3f6-2a6464fcba50 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.0601134 Nov 19 13:40:35.149548 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.155086 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c1161b4b-ccff-459d-a3d4-cbc39cdb12cf req-f67d6d0a-6f78-40b4-8463-42af8484932b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498824 Nov 19 13:40:35.161814 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.212216 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:35.225785 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c696c404-1a8d-4779-b56c-28ef60b6477a up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:35.238629 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.243393 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.segments_db [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Added segment 90ec5cd4-3b93-4094-8bac-2d7b1967f71b of type vlan for network a2a48a3d-79dc-4516-901a-d2a26fb57ada Nov 19 13:40:35.255545 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f46fc-da27-42bc-89e8-2fb132972290,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:35.344482 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port c696c404-1a8d-4779-b56c-28ef60b6477a triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:35.348261 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.588602 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.629135 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.630335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.630959 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.719571 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43654) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:35.720202 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7187378 Nov 19 13:40:35.726942 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817a43-0630-473e-83b3-98c73399fe82 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a48a3d-79dc-4516-901a-d2a26fb57ada,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:35.729083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Request body: {'subnet': {'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1912843250-subnet', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:35.737233 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:35.758867 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Made reservation on behalf of dff31689243f4278bf981f665a9c950c for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:35.761398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.009914 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.088982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf54c62-67d4-4cc7-80ab-da185041da1c,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:36.102397 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Checking segment: {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:36.103200 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Network hostable DHCP agents. Network: a2a48a3d-79dc-4516-901a-d2a26fb57ada, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:36.127691 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:36.139547 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, a2a48a3d-79dc-4516-901a-d2a26fb57ada) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:36.146809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.148687 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.149882 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1a5ef-9981-41c2-ac48-185161f39dcc None None] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:36.170237 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-08486dc2-8976-4d6d-b572-1b322f7be3e7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4493365 Nov 19 13:40:36.172958 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43668) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:36.177509 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:36.228879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.230472 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.322690 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.354992 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'fixed_ips': [{'subnet_id': '5bf54c62-67d4-4cc7-80ab-da185041da1c'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:36.355911 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.444426 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf9bf-a6f3-4e66-8604-d989adfedde5 req-1c7d1b08-0ee2-42f6-b541-5703f14c6ddd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.445998 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b5edf9bf-a6f3-4e66-8604-d989adfedde5 req-1c7d1b08-0ee2-42f6-b541-5703f14c6ddd tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.1374962 Nov 19 13:40:36.519561 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Allocated IP 172.20.0.2 (a2a48a3d-79dc-4516-901a-d2a26fb57ada/5bf54c62-67d4-4cc7-80ab-da185041da1c/38d15a92-c29c-4e27-bb4e-50f4755828df) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:36.525578 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.577501 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b5edf9bf-a6f3-4e66-8604-d989adfedde5 req-dc2c652b-5f02-46fa-8833-f7d473c377cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010962 Nov 19 13:40:36.691692 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.699395 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.753946 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:36.757227 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:36.759879 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:36.774161 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Pushing event updated for resources: {'Port': ['ID=38d15a92-c29c-4e27-bb4e-50f4755828df,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:36.835384 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ac3bc7a8-00ec-4a67-b107-8fb7b154754e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.839433 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ac3bc7a8-00ec-4a67-b107-8fb7b154754e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.1010675 Nov 19 13:40:36.840204 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Attempting to bind port 38d15a92-c29c-4e27-bb4e-50f4755828df on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:36.840658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Attempting to bind port 38d15a92-c29c-4e27-bb4e-50f4755828df by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:36.841051 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Attempting to bind port 38d15a92-c29c-4e27-bb4e-50f4755828df on network a2a48a3d-79dc-4516-901a-d2a26fb57ada {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:36.841672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.848568 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:36.849122 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Checking segment: {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:36.849527 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.850084 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Bound using segment: {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:36.850748 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Bound port: 38d15a92-c29c-4e27-bb4e-50f4755828df, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:36.851345 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.888131 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.930737 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] For port 38d15a92-c29c-4e27-bb4e-50f4755828df, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:36.935207 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] For port 38d15a92-c29c-4e27-bb4e-50f4755828df, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=38d15a92-c29c-4e27-bb4e-50f4755828df,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:36.940969 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.038164 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba914-e94f-4139-a1c4-23392b5b34fb None None] Pushing event updated for resources: {'Port': ['ID=38d15a92-c29c-4e27-bb4e-50f4755828df,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:37.066028 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Allocated IP 172.27.1.98 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/83c3ce47-58d8-4762-9253-1ed7b5184b8a) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:37.076761 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Deleting port 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:37.077276 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.246386 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device ddabe47c-8ebf-4375-81c0-64b9bec346cd up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:37.288367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] For port 460176f5-444f-4943-867e-6409bf13b153, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=460176f5-444f-4943-867e-6409bf13b153,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.288961 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.392559 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Sync routers for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:37.409682 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:37.412800 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:37.530268 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.586232 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port ddabe47c-8ebf-4375-81c0-64b9bec346cd triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:37.586814 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.630075 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:37.681982 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.707360 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port ddabe47c-8ebf-4375-81c0-64b9bec346cd, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=ddabe47c-8ebf-4375-81c0-64b9bec346cd,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.713235 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.782458 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=ddabe47c-8ebf-4375-81c0-64b9bec346cd,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:37.818532 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.884398 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 2, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:37.884663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cef46-ded9-4d74-9cbb-e05383d326c6 req-4fb4f707-c61b-44fc-b810-561af6bb3225 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.885958 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4cef46-ded9-4d74-9cbb-e05383d326c6 req-4fb4f707-c61b-44fc-b810-561af6bb3225 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 946 time: 0.1807165 Nov 19 13:40:37.921448 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Checking router: 532c5c80-3d15-42ef-bf98-c6934a013ddb for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:37.921913 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Updating router 532c5c80-3d15-42ef-bf98-c6934a013ddb port 6876a2a2-27a2-4167-aecc-fdb958e3bffe binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:40:37.941287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:37.950997 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.965806 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:37.968541 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:38.274143 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.275045 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.275584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Floating IP 27479cf7-e07e-4d36-a29b-a5cd43ac08a5 disassociated. External IP: 172.27.1.246, port: 460176f5-444f-4943-867e-6409bf13b153. Nov 19 13:40:38.276437 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Calling delete_port for 460176f5-444f-4943-867e-6409bf13b153 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:38.280304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=83c3ce47-58d8-4762-9253-1ed7b5184b8a,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.283485 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.291319 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.341466 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4cef46-ded9-4d74-9cbb-e05383d326c6 req-d2a1bdcf-6b40-445c-9715-ea2c25402d70 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a7711d2-f2c2-45c2-a426-55253bcdddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336617 Nov 19 13:40:38.410575 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Pushing event updated for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.441208 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.441623 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.442076 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.442577 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.442976 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.443736 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.444080 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.444401 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.444728 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.445057 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.445384 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.445718 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:38.461538 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Attempting to bind port 6876a2a2-27a2-4167-aecc-fdb958e3bffe on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:38.461906 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Attempting to bind port 6876a2a2-27a2-4167-aecc-fdb958e3bffe by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:38.462270 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Attempting to bind port 6876a2a2-27a2-4167-aecc-fdb958e3bffe on network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:38.471468 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:38.471860 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Checking segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:38.472516 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.473545 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Bound using segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:38.474342 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Bound port: 6876a2a2-27a2-4167-aecc-fdb958e3bffe, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:38.475017 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.487421 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d18fa-be94-4ee5-a574-47b353cfb91b None None] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:38.560547 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] For port 6876a2a2-27a2-4167-aecc-fdb958e3bffe, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:38.565668 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] For port 6876a2a2-27a2-4167-aecc-fdb958e3bffe, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6876a2a2-27a2-4167-aecc-fdb958e3bffe,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:38.573105 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.598933 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] Provisioning complete for port 38d15a92-c29c-4e27-bb4e-50f4755828df triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:38.599660 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.689975 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:38.690384 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.704121 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.748344 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c753c-2cdf-4bf4-b6fc-3d60a630b092 None None] Pushing event updated for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.775181 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.781583 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'Port': ['ID=460176f5-444f-4943-867e-6409bf13b153,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.869580 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] For port 38d15a92-c29c-4e27-bb4e-50f4755828df, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=38d15a92-c29c-4e27-bb4e-50f4755828df,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:38.876635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.950331 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:38.964244 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4318bb-e5c8-41c4-b1ea-047ed5a2e104 None None] Pushing event updated for resources: {'Port': ['ID=38d15a92-c29c-4e27-bb4e-50f4755828df,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.999976 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.014629 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.016149 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.132477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.157818 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:39.216943 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] For port 6876a2a2-27a2-4167-aecc-fdb958e3bffe, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6876a2a2-27a2-4167-aecc-fdb958e3bffe,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:39.225627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.290858 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5001-35aa-482f-a6c2-fc7f42cf9a49 None None] Pushing event updated for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:39.365990 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-dca85b11-d60a-4372-80b1-edbe10d4130e None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.365990 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-dca85b11-d60a-4372-80b1-edbe10d4130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.418618 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:38Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:39.427293 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device ddabe47c-8ebf-4375-81c0-64b9bec346cd up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:39.444338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:39.466692 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fe4f8-2e59-427b-ad40-d15534cc7649 None None] The sync data for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi is: [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:38Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:39.472754 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:39.523502 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port ddabe47c-8ebf-4375-81c0-64b9bec346cd triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.523969 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.526508 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:39.527309 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:39.549169 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] No DVR routers for this DVR port 460176f5-444f-4943-867e-6409bf13b153 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:39.570836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.577093 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-42599504-8b42-44ad-9c6f-75f6e2e909ea req-ef228a9c-1447-43d2-87df-62d429b51500 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "DELETE /v2.0/ports/460176f5-444f-4943-867e-6409bf13b153 HTTP/1.1" status: 204 len: 173 time: 2.7309370 Nov 19 13:40:39.578354 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-deleted', 'tag': '460176f5-444f-4943-867e-6409bf13b153'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:39.582695 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9bfa5-0381-48e0-ae34-3af3f1e13268" -d '{"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-deleted", "tag": "460176f5-444f-4943-867e-6409bf13b153"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:39.586365 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.604329 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dc07ad9f-bf1e-4860-b2bd-11f2786f7645 req-65969e53-4ece-4b57-852b-302fe6206d1f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0991251 Nov 19 13:40:39.752527 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-dca85b11-d60a-4372-80b1-edbe10d4130e None None] Provisioning complete for port 38d15a92-c29c-4e27-bb4e-50f4755828df triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.753138 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-dca85b11-d60a-4372-80b1-edbe10d4130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.771995 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1761c8-a5f0-4456-8bf3-4f6c5f2fc256 x-openstack-request-id: req-ea1761c8-a5f0-4456-8bf3-4f6c5f2fc256 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:39.772566 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d127235-a875-411b-939b-ee6f9b1ae4c1", "name": "network-vif-deleted", "tag": "460176f5-444f-4943-867e-6409bf13b153", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:39.772969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ea1761c8-a5f0-4456-8bf3-4f6c5f2fc256 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:39.773539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d127235-a875-411b-939b-ee6f9b1ae4c1', 'name': 'network-vif-deleted', 'tag': '460176f5-444f-4943-867e-6409bf13b153', 'status': 'completed', 'code': 200} Nov 19 13:40:39.801136 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:39.808128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Router 9c206ba8-8d08-4878-9038-b29c1a53eadd is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:40:39.934503 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 38d15a92-c29c-4e27-bb4e-50f4755828df up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:40.003134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:40.015314 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Sync routers for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:40.026993 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:40.027966 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.028373 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.032244 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-31b356e1-2b20-48c4-8a7e-b59900f57fe2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8557591 Nov 19 13:40:40.032486 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43740) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:40.090935 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 38d15a92-c29c-4e27-bb4e-50f4755828df triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:40.091329 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.231343 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:40.289101 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.299134 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6876a2a2-27a2-4167-aecc-fdb958e3bffe up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:40.345986 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:40.416189 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:40.416988 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.521156 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:38Z', 'revision_number': 3, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.548347 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:40.548715 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.552899 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Checking router: 9c206ba8-8d08-4878-9038-b29c1a53eadd for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:40.553554 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Updating router 9c206ba8-8d08-4878-9038-b29c1a53eadd port 83c3ce47-58d8-4762-9253-1ed7b5184b8a binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:40:40.581051 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.630478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.731371 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:40.900571 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.908658 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.959149 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Attempting to bind port 83c3ce47-58d8-4762-9253-1ed7b5184b8a on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:40.959529 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Attempting to bind port 83c3ce47-58d8-4762-9253-1ed7b5184b8a by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:40.959894 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Attempting to bind port 83c3ce47-58d8-4762-9253-1ed7b5184b8a on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:40.971828 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:40.972417 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:40.972952 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.973428 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:40.974261 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Bound port: 83c3ce47-58d8-4762-9253-1ed7b5184b8a, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:40.975353 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.035432 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:41.041177 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] For port 83c3ce47-58d8-4762-9253-1ed7b5184b8a, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:41.044446 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] For port 83c3ce47-58d8-4762-9253-1ed7b5184b8a, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=83c3ce47-58d8-4762-9253-1ed7b5184b8a,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:41.046454 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710037-bc0c-4ff2-8de7-f03ac461ee0b None None] Pushing event updated for resources: {'Port': ['ID=83c3ce47-58d8-4762-9253-1ed7b5184b8a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:41.053003 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.081453 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e8037786-2dec-45af-a2e2-85337d8b4561 req-d4413a4e-9d63-4f0a-86f4-a569101fa29a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0421982 Nov 19 13:40:41.103246 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 460176f5-444f-4943-867e-6409bf13b153 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:41.103795 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 460176f5-444f-4943-867e-6409bf13b153 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:41.135283 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:41.135431 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:41.135942 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:41.171166 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da0be8-bc46-4a4c-83d5-07c144a3a2a0 None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:41.214106 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710037-bc0c-4ff2-8de7-f03ac461ee0b None None] Pushing event updated for resources: {'Port': ['ID=83c3ce47-58d8-4762-9253-1ed7b5184b8a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:41.240023 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6876a2a2-27a2-4167-aecc-fdb958e3bffe up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:41.249740 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Allocated IP 172.20.0.1 (a2a48a3d-79dc-4516-901a-d2a26fb57ada/5bf54c62-67d4-4cc7-80ab-da185041da1c/cbc08b98-17a3-43fc-a472-12e2c066f96d) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:41.302875 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 6876a2a2-27a2-4167-aecc-fdb958e3bffe triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:41.303278 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.312524 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:41.423845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.461670 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.509597 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:41.510282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:41.513409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:41.540340 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:41.554565 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9817f8e-fdf4-4b0b-bd0c-b677a4462f02 None None] New status for floating IP 27479cf7-e07e-4d36-a29b-a5cd43ac08a5: DOWN {{(pid=102822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:40:41.574334 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.588566 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:38Z', 'revision_number': 3, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:41.626656 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67de851-bbaa-4836-b290-d85df4f21c44 None None] The sync data for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi is: [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:38Z', 'revision_number': 3, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:41.726367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.821413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-7454d9cb-fc22-46a9-b634-cfb97ed2d876 None None] Provisioning complete for port cbc08b98-17a3-43fc-a472-12e2c066f96d triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:41.821859 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7454d9cb-fc22-46a9-b634-cfb97ed2d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.824523 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:41.859282 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-7454d9cb-fc22-46a9-b634-cfb97ed2d876 None None] Port cbc08b98-17a3-43fc-a472-12e2c066f96d cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:41.930071 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.936059 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.014629 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.017380 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:42.174862 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:42.176346 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:42.264753 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-121ba692-044e-4ae5-8936-245c04a68d93 req-a968eb72-1e20-44dd-bb22-0deabfc41366 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d127235-a875-411b-939b-ee6f9b1ae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0388687 Nov 19 13:40:42.352666 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Router 9c206ba8-8d08-4878-9038-b29c1a53eadd has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:42.488283 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:42.495417 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-5057b20e-6855-490c-914c-5303ec981aa1 None None] Provisioning complete for port cbc08b98-17a3-43fc-a472-12e2c066f96d triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:42.495964 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5057b20e-6855-490c-914c-5303ec981aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.500763 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-7230f0ff-6a74-4b82-b925-77bd1d27d426 admin admin] 10.222.0.74 "PUT /v2.0/routers/9c206ba8-8d08-4878-9038-b29c1a53eadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4669163 Nov 19 13:40:42.542391 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-5057b20e-6855-490c-914c-5303ec981aa1 None None] Port cbc08b98-17a3-43fc-a472-12e2c066f96d cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:43.268468 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 83c3ce47-58d8-4762-9253-1ed7b5184b8a up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:43.409475 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 83c3ce47-58d8-4762-9253-1ed7b5184b8a triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:43.411889 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.511434 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43792) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:43.531768 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Sync routers for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:43.558638 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:43.559472 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:43.586597 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.602390 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.626979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.649654 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 83c3ce47-58d8-4762-9253-1ed7b5184b8a, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=83c3ce47-58d8-4762-9253-1ed7b5184b8a,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:43.660883 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.708508 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:43.729797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.732788 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.733994 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "DELETE /v2.0/security-groups/9a7711d2-f2c2-45c2-a426-55253bcdddf9 HTTP/1.1" status: 204 len: 168 time: 0.2214668 Nov 19 13:40:43.737213 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43798) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:43.745359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f74b-f6f0-4bc4-8883-c25f1f2cc36f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7711d2-f2c2-45c2-a426-55253bcdddf9,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:43.771936 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.api.v2.resource [None req-1003f018-adfd-44b0-805d-81f2fcc017e9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] show failed (client error): The resource could not be found. Nov 19 13:40:43.777067 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43800) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:43.778482 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1003f018-adfd-44b0-805d-81f2fcc017e9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups/9a7711d2-f2c2-45c2-a426-55253bcdddf9 HTTP/1.1" status: 404 len: 347 time: 0.0389977 Nov 19 13:40:43.812478 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=83c3ce47-58d8-4762-9253-1ed7b5184b8a,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:43.933425 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Deleting port 53e08080-5dc4-46f2-9107-e4a317585d17 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:43.933834 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.971710 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 4, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'cbc08b98-17a3-43fc-a472-12e2c066f96d', 'name': '', 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'mac_address': 'fa:16:3e:45:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:40Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 2, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'subnets': [{'id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:44.002756 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Checking router: 9c206ba8-8d08-4878-9038-b29c1a53eadd for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:44.002756 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Updating router 9c206ba8-8d08-4878-9038-b29c1a53eadd port cbc08b98-17a3-43fc-a472-12e2c066f96d binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:40:44.030055 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.030513 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.030955 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.045071 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Calling delete_port for 53e08080-5dc4-46f2-9107-e4a317585d17 owned by network:floatingip {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:44.236108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.265097 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'Port': ['ID=53e08080-5dc4-46f2-9107-e4a317585d17,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:44.358434 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.359338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.360742 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b4b1d4f1-8eb9-433a-b0f5-deff6df7e687 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "DELETE /v2.0/floatingips/27479cf7-e07e-4d36-a29b-a5cd43ac08a5 HTTP/1.1" status: 204 len: 168 time: 0.5823905 Nov 19 13:40:44.518277 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.528080 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.583241 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fb60c-1f45-4c6e-b682-11224aa57ee8 None None] Pushing event updated for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:44.607535 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43810) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:44.612880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750631846', 'description': 'tempest-description--413302559'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:44.663657 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Attempting to bind port cbc08b98-17a3-43fc-a472-12e2c066f96d on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:44.665087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.665427 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Attempting to bind port cbc08b98-17a3-43fc-a472-12e2c066f96d by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:44.665884 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Attempting to bind port cbc08b98-17a3-43fc-a472-12e2c066f96d on network a2a48a3d-79dc-4516-901a-d2a26fb57ada {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:44.674021 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:44.674843 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Checking segment: {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:44.675329 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.675782 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Bound using segment: {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:44.676314 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Bound port: cbc08b98-17a3-43fc-a472-12e2c066f96d, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ec5cd4-3b93-4094-8bac-2d7b1967f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:44.677090 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.805540 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] For port cbc08b98-17a3-43fc-a472-12e2c066f96d, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:44.813406 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] For port cbc08b98-17a3-43fc-a472-12e2c066f96d, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cbc08b98-17a3-43fc-a472-12e2c066f96d,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:44.821919 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.833318 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.839076 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.873298 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43818) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:44.927929 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fb60c-1f45-4c6e-b682-11224aa57ee8 None None] Pushing event updated for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:44.944249 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:44.944877 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:44.953304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.956796 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3475621 Nov 19 13:40:44.959334 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43824) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:44.960023 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822c861-422e-4436-bf80-87f2391b8172 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02d80a-c3bd-4e32-8a07-655382a3df2b,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:44.964375 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group_rule': {'security_group_id': '5d02d80a-c3bd-4e32-8a07-655382a3df2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:44.983776 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.028764 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] Provisioning complete for port cbc08b98-17a3-43fc-a472-12e2c066f96d triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:45.047848 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.049153 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.085119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-601336fc-61bb-4793-99ec-33e7f2f15aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.213886 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:45.247272 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 83c3ce47-58d8-4762-9253-1ed7b5184b8a up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:45.265818 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.285004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.301476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-601336fc-61bb-4793-99ec-33e7f2f15aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.320718 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-601336fc-61bb-4793-99ec-33e7f2f15aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.330739 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.417932 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] For port cbc08b98-17a3-43fc-a472-12e2c066f96d, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cbc08b98-17a3-43fc-a472-12e2c066f96d,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:45.419729 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 83c3ce47-58d8-4762-9253-1ed7b5184b8a triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:45.420117 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.423240 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601336fc-61bb-4793-99ec-33e7f2f15aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f377f2-c450-42e8-90ab-6a65d0da0b59,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.437915 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.439450 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785125 Nov 19 13:40:45.440372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7342a7-05a1-49d7-957a-37f6ce00afa6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cfc20e-47c8-480b-b29a-98a322b7a41d,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.442126 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 43826) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:45.447469 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'security_group_rule': {'security_group_id': '5d02d80a-c3bd-4e32-8a07-655382a3df2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:45.447814 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-601336fc-61bb-4793-99ec-33e7f2f15aa8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b5d57ab195046289bca2702dff67b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728498 Nov 19 13:40:45.450937 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43828) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:45.514592 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.516269 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.516819 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 4, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'cbc08b98-17a3-43fc-a472-12e2c066f96d', 'name': '', 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'mac_address': 'fa:16:3e:45:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:40Z', 'updated_at': '2021-11-19T13:40:44Z', 'revision_number': 4, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'subnets': [{'id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:45.530916 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.562348 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8aa03e-536a-4f29-91a7-dca45e14d7f8 None None] The sync data for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi is: [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:41Z', 'revision_number': 4, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'cbc08b98-17a3-43fc-a472-12e2c066f96d', 'name': '', 'network_id': 'a2a48a3d-79dc-4516-901a-d2a26fb57ada', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'mac_address': 'fa:16:3e:45:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:40Z', 'updated_at': '2021-11-19T13:40:44Z', 'revision_number': 4, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'subnets': [{'id': '5bf54c62-67d4-4cc7-80ab-da185041da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:45.562774 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.690177 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.692902 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.702388 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92f377f2-c450-42e8-90ab-6a65d0da0b59 HTTP/1.1" status: 204 len: 168 time: 0.2424705 Nov 19 13:40:45.709480 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.720892 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.733042 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea4d9-308e-447c-99fb-e70d2c8d8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f377f2-c450-42e8-90ab-6a65d0da0b59,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.750248 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.751672 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079484 Nov 19 13:40:45.754655 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b645c39-c0f1-4c3c-91e9-3fbb516ff7e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9ec260-6745-4463-b9ff-5fb9d3b8c119,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.755182 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43832) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:45.756141 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda333-09dc-4c2f-b93b-54111f397584 None None] Pushing event updated for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.761630 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:45.787720 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-01f56518-8a63-4749-a6bb-4cb97ffbd258 None None] Provisioning complete for port cbc08b98-17a3-43fc-a472-12e2c066f96d triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:45.788322 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-01f56518-8a63-4749-a6bb-4cb97ffbd258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.834641 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.104278 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.276831 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Allocated IP 172.27.1.57 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/849ee10d-895a-4ee0-9430-6bea063702f2) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:46.442230 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.491554 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.547282 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:46.550609 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:46.554948 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:46.561141 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d3349ec2-c0f9-4bf3-8645-15598687e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.592548 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=849ee10d-895a-4ee0-9430-6bea063702f2,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:46.657616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.709363 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.919750 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.925573 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.012418 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=849ee10d-895a-4ee0-9430-6bea063702f2,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:47.033401 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.053890 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.054554 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-55b8a8bb-462a-46a9-b606-205c1066a0f1 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2969131 Nov 19 13:40:47.268405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cbc08b98-17a3-43fc-a472-12e2c066f96d up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:47.369707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port cbc08b98-17a3-43fc-a472-12e2c066f96d triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:47.370089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.383695 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-a9b19124-6187-4ccd-9492-71f38f635a31 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1750631846&fields=id&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 267 time: 0.0901191 Nov 19 13:40:47.545277 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-017fe951-e219-4a7b-800b-1286f03c82ae tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:47.547135 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-017fe951-e219-4a7b-800b-1286f03c82ae tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 816 time: 0.1620145 Nov 19 13:40:47.567663 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-d31530ff-2409-4633-b6fb-9912138650cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/quotas/be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 375 time: 0.0126898 Nov 19 13:40:47.634413 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-daaa3122-0830-4fa7-bd17-17456112b75d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609820 Nov 19 13:40:47.765059 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-a5c7b7be-7607-4012-aba0-f25407a7944d service neutron] 10.222.0.74 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159928 Nov 19 13:40:47.902222 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-5c33f101-bdd2-413e-9fd5-dc13b633a68e service neutron] 10.222.0.74 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311789 Nov 19 13:40:48.120207 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eb006f87-0449-4c14-9d48-023824613869 req-ed03cc78-f540-40f9-9c4e-551a3165719f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Nov 19 13:40:48.797190 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-47386943-cc81-43ee-abc7-debcc8312ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:49.297658 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a437d3b6-bc2a-49ca-af1b-25731b4090ca req-8548c99b-832f-4182-b0e3-3a9e30e65df4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 210 time: 0.0482697 Nov 19 13:40:49.310734 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-ac2a8f2c-20f6-4af0-97aa-db3592be15e7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:49.310734 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-ac2a8f2c-20f6-4af0-97aa-db3592be15e7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 816 time: 0.1814978 Nov 19 13:40:49.393310 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-64c4d3b0-a59c-489b-ab5c-f5cef46c4e62 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 380 time: 0.0734293 Nov 19 13:40:49.403843 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'port': {'device_id': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'admin_state_up': True, 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'security_groups': ['5d02d80a-c3bd-4e32-8a07-655382a3df2b']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:49.537302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Made reservation on behalf of be95e890da954a74b914b3e0aef316c1 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:49.541057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:49.705618 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Allocated IP 172.20.0.14 (bd895079-04e8-47ee-af89-1a706b94b509/4d617827-5f38-4bd5-9901-1187f6dfa510/96b4d778-35ca-4bef-a1ed-070e56519720) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:49.894121 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:49.939316 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:49.991631 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Network bd895079-04e8-47ee-af89-1a706b94b509 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:49.995182 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:49.998964 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:50.029110 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:50.067477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.068420 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.089514 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-14dc1edb-8105-4f7c-ac81-1c52c9a7717c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6894085 Nov 19 13:40:50.104789 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Request body: {'port': {'device_id': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:50.180945 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.244054 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-21350a8d-a201-4c08-bdba-c97473d32a98 None None] Provisioning complete for port 96b4d778-35ca-4bef-a1ed-070e56519720 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:50.245052 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-21350a8d-a201-4c08-bdba-c97473d32a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.294413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-21350a8d-a201-4c08-bdba-c97473d32a98 None None] Port 96b4d778-35ca-4bef-a1ed-070e56519720 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:50.318267 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.513562 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448f69-0ab0-4fd4-bc10-9aeeae8a407a req-7b9d5a41-f479-401a-8ef3-2c2308f864f6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.515184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4448f69-0ab0-4fd4-bc10-9aeeae8a407a req-7b9d5a41-f479-401a-8ef3-2c2308f864f6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 932 time: 0.0980413 Nov 19 13:40:50.561880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:50.573925 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.602878 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Transition to ACTIVE for port object 96b4d778-35ca-4bef-a1ed-070e56519720 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:50.606940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4448f69-0ab0-4fd4-bc10-9aeeae8a407a req-837b3dcf-fd33-4014-a498-0520c3102fc5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739429 Nov 19 13:40:50.608766 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.664276 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:50.767574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Attempting to bind port 96b4d778-35ca-4bef-a1ed-070e56519720 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:50.767935 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Attempting to bind port 96b4d778-35ca-4bef-a1ed-070e56519720 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:50.768270 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Attempting to bind port 96b4d778-35ca-4bef-a1ed-070e56519720 on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:50.774683 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Port 96b4d778-35ca-4bef-a1ed-070e56519720 on network bd895079-04e8-47ee-af89-1a706b94b509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:50.775053 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Attempting to bind port 96b4d778-35ca-4bef-a1ed-070e56519720 on network bd895079-04e8-47ee-af89-1a706b94b509 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:50.792401 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:50.792769 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Checking segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:50.793142 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Bound using segment: {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:50.794632 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Bound port: 96b4d778-35ca-4bef-a1ed-070e56519720, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:50.795004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.917115 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:50.920332 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:50.929797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.972638 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.973277 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.974778 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] 10.222.0.69 "PUT /v2.0/ports/96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 1094 time: 0.8768990 Nov 19 13:40:50.975304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:50.977682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a34604-4af2-4d3e-9105-4cddc25e7420" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:51.060775 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4542c2e-d51d-4b2a-a178-472f0f849c15 x-openstack-request-id: req-c4542c2e-d51d-4b2a-a178-472f0f849c15 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:51.061049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:51.061305 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4542c2e-d51d-4b2a-a178-472f0f849c15 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:51.061708 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'status': 'completed', 'code': 200} Nov 19 13:40:51.092385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ec07f-a5b5-4925-a9e2-88c0f1577f82 service neutron] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:51.119124 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-51f55337-3b17-45e2-8882-12d71744f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.120769 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-51f55337-3b17-45e2-8882-12d71744f8d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1097 time: 0.0985200 Nov 19 13:40:51.195406 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-d6bd1a31-ab4f-4263-9eac-b23e7dc422bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 217 time: 0.0559769 Nov 19 13:40:51.292631 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-0a4280d1-49c4-4239-8aa0-3138729ac5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.294146 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-0a4280d1-49c4-4239-8aa0-3138729ac5c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0879600 Nov 19 13:40:51.365326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-17d3946f-9a44-4444-991c-97886706308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.367319 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-17d3946f-9a44-4444-991c-97886706308d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661259 Nov 19 13:40:51.475369 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-246f33a6-018b-4381-bc15-3f4538ed3cb3 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003890 Nov 19 13:40:51.579031 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78ece8e7-369d-4026-a88e-28b920ee1195 req-11e2d7e5-d7c6-4026-9203-ab0bfa24a2c5 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956285 Nov 19 13:40:51.673057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-63fe2720-97c1-4b8a-811b-97b6c1d65c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.674729 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-63fe2720-97c1-4b8a-811b-97b6c1d65c05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1097 time: 0.0475752 Nov 19 13:40:51.805299 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c43be-465a-406a-989b-415e3e5a9ac1 req-70cdcc6f-a089-4b1b-99c5-43df95a5d9d3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.807224 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-773c43be-465a-406a-989b-415e3e5a9ac1 req-70cdcc6f-a089-4b1b-99c5-43df95a5d9d3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.1038063 Nov 19 13:40:51.828736 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-37fc354a-fc80-44d1-9228-b12924523c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.830261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-37fc354a-fc80-44d1-9228-b12924523c7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1474397 Nov 19 13:40:51.885140 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-4d32a1e7-1d13-490b-8f53-0b241452535f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 217 time: 0.0466912 Nov 19 13:40:51.939060 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-773c43be-465a-406a-989b-415e3e5a9ac1 req-0ee4e1ce-7ce4-4e12-8e36-5d01f721b511 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218853 Nov 19 13:40:51.946845 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.970049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-e7e08814-0ce4-46e4-9892-67d1eb9b9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.970049 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-e7e08814-0ce4-46e4-9892-67d1eb9b9886 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0681720 Nov 19 13:40:52.017952 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-3207ec10-5a09-4552-ab39-bdcd9c7b8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:52.019656 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-3207ec10-5a09-4552-ab39-bdcd9c7b8e5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485477 Nov 19 13:40:52.131623 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-14b30288-49de-4a58-b1a7-5e27dfe4d14d service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030447 Nov 19 13:40:52.250743 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-13a34604-4af2-4d3e-9105-4cddc25e7420 req-b766116d-cdfe-49d0-afc8-2dea735d67c4 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115029 Nov 19 13:40:52.453470 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.096649 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c257e-51bf-4ceb-a615-63c3479a25eb req-95811ce9-43a1-4973-8eb9-f6e0d6728ace tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:53.105414 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e40c257e-51bf-4ceb-a615-63c3479a25eb req-95811ce9-43a1-4973-8eb9-f6e0d6728ace tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0677011 Nov 19 13:40:53.165993 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e40c257e-51bf-4ceb-a615-63c3479a25eb req-0d786bb8-84dd-4998-bf6c-6d07ae1300e9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590992 Nov 19 13:40:53.374889 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43934) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:53.431236 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Deleting subnet 2820244c-a004-4746-a034-202fc18dbf9e {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:53.443761 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.488505 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.540506 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.610778 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.648311 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2820244c-a004-4746-a034-202fc18dbf9e,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:53.655604 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.659132 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3902098b-ba87-4c1f-8450-82741daba4b4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2820244c-a004-4746-a034-202fc18dbf9e HTTP/1.1" status: 204 len: 168 time: 0.2822735 Nov 19 13:40:53.662880 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43936) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:53.749985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.842051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.863713 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62e8e54-023d-4eec-b3f2-04ffff4d4874']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:53.877465 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc7718-ced0-41e9-8e38-b5431354f310') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:53.877767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc7718-ced0-41e9-8e38-b5431354f310') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:53.887965 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.902390 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.908861 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:53.909559 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:53.910997 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:53.969283 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.974954 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.978878 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a62e8e54-023d-4eec-b3f2-04ffff4d4874 HTTP/1.1" status: 204 len: 168 time: 0.3139513 Nov 19 13:40:53.997296 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20265-323f-42cc-a982-3f86076a77e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62e8e54-023d-4eec-b3f2-04ffff4d4874,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:54.168953 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43944) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:54.216210 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ea841a11-e786-4ba9-a06b-fccceb8637ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff2cb9958b6a458eb2517bc6efab7024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436704 Nov 19 13:40:54.216573 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 43948) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:54.272323 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.298361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.306597 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098178bd-75e3-431b-93fc-36699d8550a3 req-b6dfda33-f2a5-40bc-a311-f9b6071341c5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:54.309714 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-098178bd-75e3-431b-93fc-36699d8550a3 req-b6dfda33-f2a5-40bc-a311-f9b6071341c5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0573852 Nov 19 13:40:54.353902 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.356642 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.360564 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec8a2935-29c0-4493-9e5e-a8dd7bdb52da HTTP/1.1" status: 204 len: 168 time: 0.1408195 Nov 19 13:40:54.367217 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac487-8b3c-41ca-8520-f931c810e6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a2935-29c0-4493-9e5e-a8dd7bdb52da,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:54.378281 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-098178bd-75e3-431b-93fc-36699d8550a3 req-41bedc87-1717-415b-a72a-3927ef95b12e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Nov 19 13:40:54.567049 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:54.684296 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:54.698292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '96b4d778-35ca-4bef-a1ed-070e56519720', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:54.742958 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.755440 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:54.774305 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:54.780528 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.826691 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-63c38683-7ff2-4c74-b4f0-c1804b402d90 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:54.828224 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-63c38683-7ff2-4c74-b4f0-c1804b402d90 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 814 time: 0.1108990 Nov 19 13:40:54.835241 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:54.844494 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-24ffdb5a-0268-4551-8605-3b4bdd2c0b3f tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/quotas/85281dbfabf143df85af115a347baa81 HTTP/1.1" status: 200 len: 375 time: 0.0101831 Nov 19 13:40:54.897173 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-95a3ed93-3ddd-4c62-8819-61090a06c7af tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468385 Nov 19 13:40:55.001931 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['96b4d778-35ca-4bef-a1ed-070e56519720'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:55.021493 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-2b445a90-8ab8-48b7-8c83-a051d8b05788 service neutron] 10.222.0.74 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094573 Nov 19 13:40:55.124633 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-61a2a84a-a50c-462b-99e0-840e0ac8eee3 service neutron] 10.222.0.74 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947998 Nov 19 13:40:55.307965 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-96ad6f5e-3589-4b07-be80-14f8e195c0de req-346bc8bd-d250-420c-a2c7-162f0c8e3564 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 210 time: 0.0276513 Nov 19 13:40:55.498450 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5633a-00fd-4713-928e-f42b9cbf5689 req-1b3ea945-a2ff-4a2b-abd8-e2b700539f19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:55.500121 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f8c5633a-00fd-4713-928e-f42b9cbf5689 req-1b3ea945-a2ff-4a2b-abd8-e2b700539f19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Nov 19 13:40:55.556101 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f8c5633a-00fd-4713-928e-f42b9cbf5689 req-2dbca133-d8f1-45c7-b6ee-ebab3a5561cf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491226 Nov 19 13:40:56.316763 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-c6dfe2a6-1e5c-47db-b392-ddc028062745 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.318269 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-c6dfe2a6-1e5c-47db-b392-ddc028062745 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 814 time: 0.1112916 Nov 19 13:40:56.331900 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'port': {'device_id': 'caec44c8-3924-450a-83bc-961394694ffa', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'admin_state_up': True, 'tenant_id': '85281dbfabf143df85af115a347baa81'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:56.416992 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e8d0ba47-2795-45ab-b558-9674d9692875 req-6c9a30bc-6cc2-449d-bb36-8f02785647d3 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 210 time: 0.0338092 Nov 19 13:40:56.473058 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Made reservation on behalf of 85281dbfabf143df85af115a347baa81 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:56.476996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.577925 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:56.624596 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Allocated IP 172.20.0.9 (b9bb08a1-9ff5-42f1-8a77-98c8eea8801f/472a6206-0689-4d7c-9cc6-a1658080d6c7/2ae72a4b-e531-4747-b7bd-e16df6dee43f) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:56.638865 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 96b4d778-35ca-4bef-a1ed-070e56519720 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:56.645783 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 96b4d778-35ca-4bef-a1ed-070e56519720 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:56.646870 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.730478 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.761624 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:56.764202 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa3fab-5ef3-412c-8242-55d18116466c" -d '{"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:56.773956 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5b10d-3093-45fd-97d3-32f182f641ee req-6ed20110-35d5-4f29-97b1-1e30d70c1a6b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.775662 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8c5b10d-3093-45fd-97d3-32f182f641ee req-6ed20110-35d5-4f29-97b1-1e30d70c1a6b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 945 time: 0.1225016 Nov 19 13:40:56.805458 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:56.814759 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.831278 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ee8cf-6960-4b57-8e8c-86d7d4ed2a73 x-openstack-request-id: req-928ee8cf-6960-4b57-8e8c-86d7d4ed2a73 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:56.831614 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:56.831835 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-928ee8cf-6960-4b57-8e8c-86d7d4ed2a73 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:56.832276 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'code': 200} Nov 19 13:40:56.939176 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:57.151810 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8c5b10d-3093-45fd-97d3-32f182f641ee req-85806450-91fc-4a6d-8c0e-8ac9d010c979 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537068 Nov 19 13:40:57.184199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.236672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.286563 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:57.291400 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:57.294026 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:57.301657 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:57.358782 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:57.358782 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.375910 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-f6099812-6d9b-46b9-b156-dda51b382f71 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0486138 Nov 19 13:40:57.559518 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-8a0d200b-25cf-4d53-ae5b-935f86a948ff None None] Provisioning complete for port 2ae72a4b-e531-4747-b7bd-e16df6dee43f triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:57.560248 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-8a0d200b-25cf-4d53-ae5b-935f86a948ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.579309 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba546-b72f-4e28-986b-a0cc5e1cb895 req-a3d90bd2-d610-4764-a11d-b210a4c47098 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:57.580849 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8b9ba546-b72f-4e28-986b-a0cc5e1cb895 req-a3d90bd2-d610-4764-a11d-b210a4c47098 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0717108 Nov 19 13:40:57.598595 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d200b-25cf-4d53-ae5b-935f86a948ff None None] Port 2ae72a4b-e531-4747-b7bd-e16df6dee43f cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:57.638854 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8b9ba546-b72f-4e28-986b-a0cc5e1cb895 req-8b09e702-cacf-4585-a764-3b8eea3ee7f5 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497456 Nov 19 13:40:58.292262 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55bbac-a134-46e2-b5ce-1d05824d48e7 req-15bc4cf2-7ec2-4f90-abd5-83681deb66fb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.295819 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe55bbac-a134-46e2-b5ce-1d05824d48e7 req-15bc4cf2-7ec2-4f90-abd5-83681deb66fb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0552139 Nov 19 13:40:58.356201 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe55bbac-a134-46e2-b5ce-1d05824d48e7 req-08a7d934-a636-4d76-a84c-69ca2fafca8f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537875 Nov 19 13:40:58.772392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626779d-6639-40dd-a11e-8d0d34152b9b req-3f5fb25c-9aa0-42e8-8587-e634b698b440 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.774108 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8626779d-6639-40dd-a11e-8d0d34152b9b req-3f5fb25c-9aa0-42e8-8587-e634b698b440 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0527120 Nov 19 13:40:58.831079 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8626779d-6639-40dd-a11e-8d0d34152b9b req-f81b4c82-ea7f-4852-855f-eabcb72243a0 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505424 Nov 19 13:40:59.486979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576f70e-6d8b-482f-8ac7-f05108d493a6 req-efe76854-87d8-428b-8b1a-f70093f270ed tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:59.488768 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6576f70e-6d8b-482f-8ac7-f05108d493a6 req-efe76854-87d8-428b-8b1a-f70093f270ed tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0537274 Nov 19 13:40:59.544425 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6576f70e-6d8b-482f-8ac7-f05108d493a6 req-8d4b60b9-ed5d-47f9-a593-32617ec103c5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485175 Nov 19 13:40:59.966430 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439642cb-332d-4dd9-b6c7-1cc09e42e5d7 req-05f4dd38-50f9-4f93-ac9f-4db67292faea tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:59.967949 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-439642cb-332d-4dd9-b6c7-1cc09e42e5d7 req-05f4dd38-50f9-4f93-ac9f-4db67292faea tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0645964 Nov 19 13:41:00.023714 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-439642cb-332d-4dd9-b6c7-1cc09e42e5d7 req-082d0ad9-5dea-4656-9736-470cc617fbc2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Nov 19 13:41:00.679959 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2d4e5-a709-40a1-8a78-fa78f13fc246 req-51c52a49-b40b-4d3b-b2ba-47d20e464678 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:00.681363 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e9a2d4e5-a709-40a1-8a78-fa78f13fc246 req-51c52a49-b40b-4d3b-b2ba-47d20e464678 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0565310 Nov 19 13:41:00.734615 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e9a2d4e5-a709-40a1-8a78-fa78f13fc246 req-946cfaf1-20a1-4de8-9844-b51bca50885f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Nov 19 13:41:01.168210 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1f021-c5b5-48f2-8c24-771d84bea74a req-ca16ea9e-0db4-4632-a676-87b9270f3563 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:01.169785 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fb1f021-c5b5-48f2-8c24-771d84bea74a req-ca16ea9e-0db4-4632-a676-87b9270f3563 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0564289 Nov 19 13:41:01.220451 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fb1f021-c5b5-48f2-8c24-771d84bea74a req-cb21d329-37a2-4216-873a-6097bde3eee0 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Nov 19 13:41:01.877162 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6afebc-0f27-406f-bfd5-10899765a786 req-5d646cca-00c5-4564-95e0-471de9789ac3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:01.879038 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3f6afebc-0f27-406f-bfd5-10899765a786 req-5d646cca-00c5-4564-95e0-471de9789ac3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0591116 Nov 19 13:41:01.929257 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3f6afebc-0f27-406f-bfd5-10899765a786 req-17e98087-175a-45b1-ac48-3c3a56b76364 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Nov 19 13:41:02.355491 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06107d8f-9671-4800-8210-6a4fa6849c5d req-fb50436f-2148-449b-bb77-cbe8b8ca66ce tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:02.361704 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-06107d8f-9671-4800-8210-6a4fa6849c5d req-fb50436f-2148-449b-bb77-cbe8b8ca66ce tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0632906 Nov 19 13:41:02.411742 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-06107d8f-9671-4800-8210-6a4fa6849c5d req-0b033a52-1c05-45aa-aac6-ddaed4a76215 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Nov 19 13:41:03.277030 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092578c-99e2-402e-960c-4f98fc66945d req-555601b5-29f9-44fa-b972-8b8d20294b53 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:03.278740 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3092578c-99e2-402e-960c-4f98fc66945d req-555601b5-29f9-44fa-b972-8b8d20294b53 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.2702711 Nov 19 13:41:03.332191 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3092578c-99e2-402e-960c-4f98fc66945d req-453fb105-e583-47ec-b297-faf80b9a2a3d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Nov 19 13:41:03.540026 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63cc0-13a3-46da-ac19-52986073f2c7 req-13dce4d9-51ce-4ee1-8ecc-4d7f12a85193 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:03.541775 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66f63cc0-13a3-46da-ac19-52986073f2c7 req-13dce4d9-51ce-4ee1-8ecc-4d7f12a85193 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0588768 Nov 19 13:41:03.593539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-66f63cc0-13a3-46da-ac19-52986073f2c7 req-1256972f-40db-4f94-ba9c-3f57b19f82b8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Nov 19 13:41:04.471289 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee042396-34eb-4bc6-835b-6b0ca68765e5 req-c79e9bd5-7b4a-4f08-b7bc-77eb5b6ddc6d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:04.472964 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ee042396-34eb-4bc6-835b-6b0ca68765e5 req-c79e9bd5-7b4a-4f08-b7bc-77eb5b6ddc6d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0516760 Nov 19 13:41:04.526915 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ee042396-34eb-4bc6-835b-6b0ca68765e5 req-1653455f-cc91-49e8-811e-b2d839b56590 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Nov 19 13:41:04.774903 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0956ac-5c74-4734-a713-0599842947ec req-77a2b029-800b-4c05-b498-eeb7a4fb68a2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:04.779575 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5e0956ac-5c74-4734-a713-0599842947ec req-77a2b029-800b-4c05-b498-eeb7a4fb68a2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.1132631 Nov 19 13:41:04.832929 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5e0956ac-5c74-4734-a713-0599842947ec req-466623fe-32ed-4994-b22d-73b8f5b5f719 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501723 Nov 19 13:41:05.660359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2a8b-d441-41aa-847e-ef374904cc3e req-31bf2b94-aaa2-4d20-9a42-a33725acfb07 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:05.661940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7aff2a8b-d441-41aa-847e-ef374904cc3e req-31bf2b94-aaa2-4d20-9a42-a33725acfb07 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0525372 Nov 19 13:41:05.718933 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7aff2a8b-d441-41aa-847e-ef374904cc3e req-a93a7cc1-f08d-43a7-8626-9aa6bf819b14 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498652 Nov 19 13:41:05.961672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11474-cbe2-44b6-8092-bb609fa16280 req-1d77609a-e2a9-4360-8c16-3bfaf529ca5c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:05.963296 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f4e11474-cbe2-44b6-8092-bb609fa16280 req-1d77609a-e2a9-4360-8c16-3bfaf529ca5c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 931 time: 0.0528495 Nov 19 13:41:06.018513 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f4e11474-cbe2-44b6-8092-bb609fa16280 req-04c54c34-1d0d-41cc-9063-54c28b870f58 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Nov 19 13:41:06.535652 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Request body: {'port': {'device_id': 'caec44c8-3924-450a-83bc-961394694ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:06.596594 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:06.693260 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311541a-2de7-4216-9b49-01d19e878be5 req-a4a4f43d-74ed-4efb-a11b-42736af73155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:06.694930 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3311541a-2de7-4216-9b49-01d19e878be5 req-a4a4f43d-74ed-4efb-a11b-42736af73155 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1099 time: 0.0428896 Nov 19 13:41:06.745142 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [req-3311541a-2de7-4216-9b49-01d19e878be5 req-58e41b09-b47e-4c13-9a3c-ac5a02061602 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Nov 19 13:41:06.882219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfab86-3db9-4dce-9170-84d910a4af56 req-7b7af72b-b7a3-4c4d-bd8b-642adff543cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:06.883803 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-32dfab86-3db9-4dce-9170-84d910a4af56 req-7b7af72b-b7a3-4c4d-bd8b-642adff543cc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0877011 Nov 19 13:41:06.944946 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae72a4b-e531-4747-b7bd-e16df6dee43f {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:06.956349 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:06.976815 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-32dfab86-3db9-4dce-9170-84d910a4af56 req-3e5effed-c693-4b1d-a731-241603bcb8e8 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865076 Nov 19 13:41:06.979940 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Transition to ACTIVE for port object 2ae72a4b-e531-4747-b7bd-e16df6dee43f will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:41:06.984555 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.039641 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:07.168020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c06bd-e981-4981-80ee-df36c83b6f15 req-34f1ee89-d466-46d2-a960-930604df1d31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.169731 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f9c06bd-e981-4981-80ee-df36c83b6f15 req-34f1ee89-d466-46d2-a960-930604df1d31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 943 time: 0.0738807 Nov 19 13:41:07.170759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Attempting to bind port 2ae72a4b-e531-4747-b7bd-e16df6dee43f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:07.171133 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Attempting to bind port 2ae72a4b-e531-4747-b7bd-e16df6dee43f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:07.171419 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Attempting to bind port 2ae72a4b-e531-4747-b7bd-e16df6dee43f on network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:07.184848 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Port 2ae72a4b-e531-4747-b7bd-e16df6dee43f on network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:41:07.185172 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Attempting to bind port 2ae72a4b-e531-4747-b7bd-e16df6dee43f on network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:07.199642 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:07.199888 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Checking segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:07.200260 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Bound using segment: {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:07.200694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Bound port: 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da119661-ffa3-493d-af65-7edf5ac51242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:07.201050 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.257392 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6f9c06bd-e981-4981-80ee-df36c83b6f15 req-eea806dd-bffe-4566-864a-9bbf60fea06d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807414 Nov 19 13:41:07.289913 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:07.296068 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:07.302010 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.342822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.343468 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.344942 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] 10.222.0.69 "PUT /v2.0/ports/2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 1093 time: 0.8145003 Nov 19 13:41:07.345291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:07.347605 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89870f4d-74b8-4873-a58c-28908c928998" -d '{"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:07.375842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2c62b-a94b-44f7-afe8-886a622e729d service neutron] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:07.415877 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe836be-8185-420f-a235-35f13a2ceee9 x-openstack-request-id: req-fbe836be-8185-420f-a235-35f13a2ceee9 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:07.416174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:07.416429 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fbe836be-8185-420f-a235-35f13a2ceee9 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:07.416829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:41:07.448718 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-dec4f166-02a1-4b9a-a0d6-a9a51cd66ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.450634 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-dec4f166-02a1-4b9a-a0d6-a9a51cd66ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1096 time: 0.0472102 Nov 19 13:41:07.497078 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-646e59f2-d904-4429-b5b0-70bc9a3034dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 217 time: 0.0367532 Nov 19 13:41:07.554557 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-2e568c19-35a7-4546-b810-fc4d22850da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.556101 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-2e568c19-35a7-4546-b810-fc4d22850da0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0504739 Nov 19 13:41:07.610454 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185af31-82a0-4c51-98ef-933af9895d50 req-8fa0927f-01af-4d06-b564-a8c09be2ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.611914 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-8fa0927f-01af-4d06-b564-a8c09be2ac7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480652 Nov 19 13:41:07.711388 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-50a32727-95c0-4245-aced-6364ce3620a5 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909066 Nov 19 13:41:07.813728 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7185af31-82a0-4c51-98ef-933af9895d50 req-258efbf8-d934-4d84-a39f-f35126c2e765 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921872 Nov 19 13:41:07.923951 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870f4d-74b8-4873-a58c-28908c928998 req-64d2dfb0-8907-429f-9695-3972aa3b3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.925462 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-64d2dfb0-8907-429f-9695-3972aa3b3922 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1096 time: 0.0435605 Nov 19 13:41:08.023083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870f4d-74b8-4873-a58c-28908c928998 req-5888ee77-96f4-4867-aec5-22c2deffbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.024479 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-5888ee77-96f4-4867-aec5-22c2deffbf6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.0904820 Nov 19 13:41:08.079669 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-787d23e8-492a-44bf-98cb-730ef4ee9009 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 217 time: 0.0468178 Nov 19 13:41:08.163582 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fcc3e-3361-49a0-b2e6-9d0610affd9b req-2c496525-886d-443d-a926-4d472dcd730f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.165128 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f67fcc3e-3361-49a0-b2e6-9d0610affd9b req-2c496525-886d-443d-a926-4d472dcd730f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0951817 Nov 19 13:41:08.167052 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870f4d-74b8-4873-a58c-28908c928998 req-fb67a740-dc6c-448c-8de0-1075ddb3154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.168412 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-fb67a740-dc6c-448c-8de0-1075ddb3154c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0689077 Nov 19 13:41:08.244648 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f67fcc3e-3361-49a0-b2e6-9d0610affd9b req-83c14629-cd4c-44c4-924e-85d5a518c09a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734472 Nov 19 13:41:08.246510 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870f4d-74b8-4873-a58c-28908c928998 req-656a4e79-4f9e-4a84-9bb8-9eb14a24482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.247928 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-656a4e79-4f9e-4a84-9bb8-9eb14a24482d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707746 Nov 19 13:41:08.381907 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-9f32f223-febe-4299-9939-957a4ee1e847 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Nov 19 13:41:08.394508 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322ce3b-bf15-4136-97da-01f71c6b58f5 req-504c229f-bed4-439d-9c3a-a0379a95ba10 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.396036 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1322ce3b-bf15-4136-97da-01f71c6b58f5 req-504c229f-bed4-439d-9c3a-a0379a95ba10 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0753541 Nov 19 13:41:08.404869 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44078) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:08.409566 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Request body: {'floatingip': {'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:08.455885 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.553668 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a723f-f095-4126-9454-4f78cdacc3b4 req-9d3f3d58-05b8-4486-ac9e-29b5b03011f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.555262 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d79a723f-f095-4126-9454-4f78cdacc3b4 req-9d3f3d58-05b8-4486-ac9e-29b5b03011f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 943 time: 0.1572101 Nov 19 13:41:08.572160 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5bfd9-9afb-4fc7-87d5-3f38635bbbe1 req-acc73a61-afa3-4ea3-8d3b-8ca5344df96a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.573648 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1aa5bfd9-9afb-4fc7-87d5-3f38635bbbe1 req-acc73a61-afa3-4ea3-8d3b-8ca5344df96a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1019988 Nov 19 13:41:08.575571 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-89870f4d-74b8-4873-a58c-28908c928998 req-d91832f6-d125-42d1-8220-08422dd4c043 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786699 Nov 19 13:41:08.646393 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d79a723f-f095-4126-9454-4f78cdacc3b4 req-812faa84-adfc-41a0-8d17-cee688486588 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829418 Nov 19 13:41:08.654071 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1aa5bfd9-9afb-4fc7-87d5-3f38635bbbe1 req-1eec93d2-d8fa-4076-a1f8-181fa52b3f10 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731742 Nov 19 13:41:08.921443 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.928676 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.035403 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Floating IP 4a5d2f82-a88f-436f-a149-60014f71e375 associated. External IP: 172.27.1.57, port: 96b4d778-35ca-4bef-a1ed-070e56519720. Nov 19 13:41:09.252653 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:09.360283 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:09.365269 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.370908 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:09.381496 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:09.382124 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:09.396500 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c93a4cc3-8548-40eb-8f72-4dd4164ee29d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "PUT /v2.0/floatingips/4a5d2f82-a88f-436f-a149-60014f71e375 HTTP/1.1" status: 200 len: 991 time: 0.9903493 Nov 19 13:41:09.397208 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:09.399796 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:09.437919 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbadbf-47ab-4330-ba4b-c85c1fd4d658 x-openstack-request-id: req-98dbadbf-47ab-4330-ba4b-c85c1fd4d658 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:09.438551 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:09.438551 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98dbadbf-47ab-4330-ba4b-c85c1fd4d658 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:09.438850 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'status': 'completed', 'code': 200} Nov 19 13:41:09.491960 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:09.506220 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-d9463aff-b4d7-4e40-b5ec-55af8bc9ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.507849 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-d9463aff-b4d7-4e40-b5ec-55af8bc9ba84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1099 time: 0.0465157 Nov 19 13:41:09.601478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-0f41194f-076b-4c55-9572-8aa2a88a8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.603022 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-0f41194f-076b-4c55-9572-8aa2a88a8eee service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.0868893 Nov 19 13:41:09.680970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-fe2e0c9f-6364-40eb-a6d9-ba1b21d7110a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 999 time: 0.0697811 Nov 19 13:41:09.788438 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-579fa94e-3eb9-42d0-bcd7-9bc5c03ac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.789967 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-579fa94e-3eb9-42d0-bcd7-9bc5c03ac90e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0998170 Nov 19 13:41:09.841787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730faa97-67de-477c-be23-2661d705a9db req-2f7ffba5-e123-4a81-aa2a-0c4c1fcb6d76 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.843302 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-730faa97-67de-477c-be23-2661d705a9db req-2f7ffba5-e123-4a81-aa2a-0c4c1fcb6d76 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 943 time: 0.1165981 Nov 19 13:41:09.856351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5a9f9-ce09-483c-a313-7be9bc14fe9a req-499c4762-f474-451e-9522-e9c1fcc7b640 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.857815 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-56f5a9f9-ce09-483c-a313-7be9bc14fe9a req-499c4762-f474-451e-9522-e9c1fcc7b640 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.1184654 Nov 19 13:41:09.897996 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '4a5d2f82-a88f-436f-a149-60014f71e375', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:46Z', 'updated_at': '2021-11-19T13:41:08Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:09.902084 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-6cdb6cfb-425f-4072-8804-50d656c0d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.903626 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-6cdb6cfb-425f-4072-8804-50d656c0d971 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043155 Nov 19 13:41:09.924638 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:09.936976 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:09.936976 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:09.996159 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-730faa97-67de-477c-be23-2661d705a9db req-4e2eee85-6288-42c5-9d90-01b7b7d92820 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364048 Nov 19 13:41:10.001308 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-56f5a9f9-ce09-483c-a313-7be9bc14fe9a req-0f8dab15-1a01-4cca-88c7-86c1a26f395d tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336672 Nov 19 13:41:10.042437 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-5d41c8d1-ebd4-49d8-b6c1-7c62d0d53514 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282361 Nov 19 13:41:10.054234 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:10.139366 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a29d73b3-2fbe-4970-b8e4-384e31ce6fd8 req-b12cacc5-2570-4bae-8365-c0bc9a53b0ec service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877469 Nov 19 13:41:10.292074 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '4a5d2f82-a88f-436f-a149-60014f71e375', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:46Z', 'updated_at': '2021-11-19T13:41:08Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:10.320307 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39c908-74df-4347-8958-51f5883f7a9c None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '4a5d2f82-a88f-436f-a149-60014f71e375', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:46Z', 'updated_at': '2021-11-19T13:41:08Z', 'revision_number': 1, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:10.356836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4575-50a2-4f21-982f-a0a292936263 req-4444dd30-5cf3-44c3-b366-d1bb2c5b6d26 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:10.358556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e12e4575-50a2-4f21-982f-a0a292936263 req-4444dd30-5cf3-44c3-b366-d1bb2c5b6d26 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 946 time: 0.0525169 Nov 19 13:41:10.458485 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Deleting port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:10.458865 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.522235 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107573f5-e078-4e27-936e-d0c382daa6ce None None] New status for floating IP 4a5d2f82-a88f-436f-a149-60014f71e375: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:10.565223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] For port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:10.565869 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.663794 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 2ae72a4b-e531-4747-b7bd-e16df6dee43f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:41:10.750150 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.750513 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.750849 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Floating IP 68653f73-ca5f-4fa3-9dbb-c512f1be3492 disassociated. External IP: 172.27.1.239, port: 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3. Nov 19 13:41:10.751212 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Calling delete_port for 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:10.775620 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:10.788201 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'port_id': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'mac_address': 'fa:16:3e:02:1f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:41:10.825505 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.839185 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae72a4b-e531-4747-b7bd-e16df6dee43f {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:10.858535 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:10.863326 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.887763 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.912295 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:10.922380 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'Port': ['ID=28e689cc-05d4-4dc9-a15e-6b1e27cf47b3,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:11.038291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:11.074312 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:11.140158 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f06c0cbc-774b-42ac-8cf8-6e323dc478c1 req-43f61f01-344b-4c2b-a26a-4a6ca3724975 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=74979cdc-e64b-40da-8cf1-7f6311e51aec HTTP/1.1" status: 200 len: 210 time: 0.0445528 Nov 19 13:41:11.198939 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed39d2-ed5d-4f9a-a80f-2459da75f33f req-3fe93de1-0d29-4557-9357-afae29a303d3 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.200368 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c6ed39d2-ed5d-4f9a-a80f-2459da75f33f req-3fe93de1-0d29-4557-9357-afae29a303d3 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 944 time: 0.1201100 Nov 19 13:41:11.218419 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:11.231831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:11.256674 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:11.257227 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:11.278642 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] No DVR routers for this DVR port 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:11.284815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.288344 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e12e4575-50a2-4f21-982f-a0a292936263 req-9da3061d-40c8-4800-aafb-46e32b90e1ea tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "DELETE /v2.0/ports/28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 HTTP/1.1" status: 204 len: 173 time: 0.9230874 Nov 19 13:41:11.288824 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'name': 'network-vif-deleted', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:11.292008 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e16c31-1478-48d4-8b70-8c26df26df44" -d '{"events": [{"server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "name": "network-vif-deleted", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:11.311829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c6ed39d2-ed5d-4f9a-a80f-2459da75f33f req-e5e69c71-dd40-4d18-913a-ad4073bac722 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016679 Nov 19 13:41:11.349348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75807261-6418-44ad-a018-3f1f9df50536 x-openstack-request-id: req-75807261-6418-44ad-a018-3f1f9df50536 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:11.349348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74979cdc-e64b-40da-8cf1-7f6311e51aec", "name": "network-vif-deleted", "tag": "28e689cc-05d4-4dc9-a15e-6b1e27cf47b3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:11.349348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75807261-6418-44ad-a018-3f1f9df50536 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:11.349911 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74979cdc-e64b-40da-8cf1-7f6311e51aec', 'name': 'network-vif-deleted', 'tag': '28e689cc-05d4-4dc9-a15e-6b1e27cf47b3', 'status': 'completed', 'code': 200} Nov 19 13:41:11.416009 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:11.632359 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:11.658934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:11.668295 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:11.668884 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:40:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:11.779412 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:12.012437 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:12.042692 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5131f-c128-471e-91d6-0c80e7638c3c None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:12.243373 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44102) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:12.271198 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cafb28-3509-48ec-bf4f-ec45d8efee70 None None] New status for floating IP 68653f73-ca5f-4fa3-9dbb-c512f1be3492: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:12.301072 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.327159 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.382325 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.386574 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.390444 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44106) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:12.390920 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "DELETE /v2.0/security-groups/900d20f4-a2c8-47ad-84d8-9cc8c94d95c3 HTTP/1.1" status: 204 len: 168 time: 0.1460533 Nov 19 13:41:12.401312 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d20f4-a2c8-47ad-84d8-9cc8c94d95c3,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:12.406694 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.api.v2.resource [None req-682cfd17-d65c-457a-ae1c-931c14ce1499 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] show failed (client error): The resource could not be found. Nov 19 13:41:12.408032 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-682cfd17-d65c-457a-ae1c-931c14ce1499 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups/900d20f4-a2c8-47ad-84d8-9cc8c94d95c3 HTTP/1.1" status: 404 len: 347 time: 0.0158677 Nov 19 13:41:12.408672 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.409020 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.409359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.409803 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.410136 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.410462 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.410793 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.411157 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.411635 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44108) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:12.411830 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.412142 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.412474 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.412804 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f63e9-abe6-4f73-a661-a624495d80b2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:12.696803 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 2ae72a4b-e531-4747-b7bd-e16df6dee43f up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:12.747915 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 2ae72a4b-e531-4747-b7bd-e16df6dee43f completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:41:12.752696 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 2ae72a4b-e531-4747-b7bd-e16df6dee43f triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:12.752899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.818358 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fa5b-7940-42ad-9a5c-5af443d745f6 req-bd1053fa-c67f-4d22-a7ff-b39d103fd613 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:12.819874 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33d1fa5b-7940-42ad-9a5c-5af443d745f6 req-bd1053fa-c67f-4d22-a7ff-b39d103fd613 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 944 time: 0.1329608 Nov 19 13:41:12.834919 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.877639 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Deleting port ea88f1e4-5ff3-4048-8d18-2877d7e56898 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:12.877852 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.885033 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-33d1fa5b-7940-42ad-9a5c-5af443d745f6 req-6fa916da-2587-4ca0-a6c1-fc58f136c9d2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Nov 19 13:41:12.966576 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.966875 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.979932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Calling delete_port for ea88f1e4-5ff3-4048-8d18-2877d7e56898 owned by network:floatingip {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:12.983526 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:12.985866 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d5ec9-0864-4d3b-b7fb-71be680db26c" -d '{"events": [{"server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "name": "network-vif-plugged", "status": "completed", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:12.999533 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:13.004937 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.005849 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:13.029210 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5884901-fd20-457e-9df7-50b8a6303f2b x-openstack-request-id: req-d5884901-fd20-457e-9df7-50b8a6303f2b {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:13.029551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "name": "network-vif-plugged", "status": "completed", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:13.029785 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5884901-fd20-457e-9df7-50b8a6303f2b {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:13.030576 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'code': 200} Nov 19 13:41:13.048698 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:13.049026 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 28e689cc-05d4-4dc9-a15e-6b1e27cf47b3 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:13.074823 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.130787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.167134 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'Port': ['ID=ea88f1e4-5ff3-4048-8d18-2877d7e56898,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.241970 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ed6e3-e45a-4ece-aee9-511d6e481e51 req-e941b33c-6b0a-464e-b3cb-2b2e49f1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:13.243558 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-500ed6e3-e45a-4ece-aee9-511d6e481e51 req-e941b33c-6b0a-464e-b3cb-2b2e49f1e8ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1098 time: 0.0845332 Nov 19 13:41:13.251395 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.253889 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.254901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-9bc976db-4e85-479c-8b57-020980522b25 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "DELETE /v2.0/floatingips/68653f73-ca5f-4fa3-9dbb-c512f1be3492 HTTP/1.1" status: 204 len: 168 time: 0.8405912 Nov 19 13:41:13.303268 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-500ed6e3-e45a-4ece-aee9-511d6e481e51 req-b3aa4091-8e2d-4e50-ba66-cb74f1fdb521 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528228 Nov 19 13:41:13.538329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44116) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:13.543137 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801304072', 'description': 'tempest-description--1527899046'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:13.569263 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.634071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.639794 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.668725 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.670022 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1306429 Nov 19 13:41:13.672101 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae7c8f-7a3c-46a1-87fa-4f10e3ac9058 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daadedc3-5e4d-4dac-9ab0-7a80d848f711,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.673153 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44118) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:13.677861 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group_rule': {'security_group_id': 'daadedc3-5e4d-4dac-9ab0-7a80d848f711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:13.707471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.764357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.770187 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.788408 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df9284e-9330-4913-b2c9-92808f0ac3f6,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.800834 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.802894 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-99ca72ca-4e3d-4bfd-875b-1ac9a22484c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279781 Nov 19 13:41:13.805238 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44122) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:13.810191 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'security_group_rule': {'security_group_id': 'daadedc3-5e4d-4dac-9ab0-7a80d848f711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:13.843344 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.899707 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.905943 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.931116 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56732720-0fd1-4359-b00b-4fcf7db44c77,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.940205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.941398 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2198969d-24f5-42b8-907c-275461944151 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351805 Nov 19 13:41:13.944877 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44126) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:13.949486 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:13.977715 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.009112 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5e19-87cd-4468-bc6e-43ac26c5775d req-21ab6148-b86f-441f-9318-4dd0567f52e0 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:14.010612 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1bbf5e19-87cd-4468-bc6e-43ac26c5775d req-21ab6148-b86f-441f-9318-4dd0567f52e0 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0521843 Nov 19 13:41:14.062418 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1bbf5e19-87cd-4468-bc6e-43ac26c5775d req-8706ac80-b0a6-41fc-9abe-cc49fa1c9e8c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Nov 19 13:41:14.083405 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.195294 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Allocated IP 172.27.1.159 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/c75b542d-ce48-4285-9bcd-6679b9da64aa) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:14.311546 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.351723 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.394165 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:14.398477 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:14.402109 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:14.428313 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=c75b542d-ce48-4285-9bcd-6679b9da64aa,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:14.493300 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.536392 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.700728 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.707206 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.771584 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=c75b542d-ce48-4285-9bcd-6679b9da64aa,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:14.785211 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.804719 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.806020 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-879cd6b0-c62f-4253-866a-4092fbea98aa tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8600748 Nov 19 13:41:14.979804 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.020318 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-8726d188-18db-4d91-b5f2-7a9687dff3ac tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--801304072&fields=id&tenant_id=5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 267 time: 0.0484424 Nov 19 13:41:15.136615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-82bbbb4d-1a8f-4256-a404-4d91869a352e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.138203 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-82bbbb4d-1a8f-4256-a404-4d91869a352e tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 811 time: 0.1105928 Nov 19 13:41:15.178662 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-a4e793b6-3d0f-46e2-9ec5-d49fd27c52af tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/quotas/5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 375 time: 0.0291972 Nov 19 13:41:15.222710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a4bc-f32d-4a5b-a6ac-21b3d0adf697 req-2b12b11c-2e28-4988-b6f4-ba37058007ee tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.224412 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d600a4bc-f32d-4a5b-a6ac-21b3d0adf697 req-2b12b11c-2e28-4988-b6f4-ba37058007ee tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0839007 Nov 19 13:41:15.278111 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-6271eba1-a296-46d5-8d3d-9b5ca79cbdfb tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912309 Nov 19 13:41:15.300760 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d600a4bc-f32d-4a5b-a6ac-21b3d0adf697 req-f202b15f-946e-4d6d-afc2-aad1d9ac45af tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678039 Nov 19 13:41:15.472247 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df76de-5bcb-4547-90d3-eca6b6733c9d req-d4558a6d-d4f3-4797-a3f3-6c80ef0fadec tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.473875 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2df76de-5bcb-4547-90d3-eca6b6733c9d req-d4558a6d-d4f3-4797-a3f3-6c80ef0fadec tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0837183 Nov 19 13:41:15.476309 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-98a29873-a518-4a67-97ba-90e23a694ebc service neutron] 10.222.0.74 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847742 Nov 19 13:41:15.595029 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2df76de-5bcb-4547-90d3-eca6b6733c9d req-26f3357a-c0e8-4bd3-b9b8-6c6e8137ae38 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133692 Nov 19 13:41:15.626000 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-d58b0e41-536a-47f6-acab-21ad67a85b31 service neutron] 10.222.0.74 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349781 Nov 19 13:41:15.807328 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-042394af-5c76-48b8-aa69-fcf2313d8280 req-d2a7eb11-d273-4609-8335-59f6733513d8 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 210 time: 0.0316803 Nov 19 13:41:15.941385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3faf0-41e4-4f65-930d-3095cc6eb4bb req-67fdc35d-e224-4242-8b21-9186a3c295e1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.943487 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-25a3faf0-41e4-4f65-930d-3095cc6eb4bb req-67fdc35d-e224-4242-8b21-9186a3c295e1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0514688 Nov 19 13:41:16.005069 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-25a3faf0-41e4-4f65-930d-3095cc6eb4bb req-85a0efc7-6a39-4c29-9da7-4a770dcb9c3c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Nov 19 13:41:16.550642 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-df89cf2c-5cc5-4b5f-8d35-8288b565f7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.922106 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1e5325ed-4283-4b89-a595-18146807aa84 req-c3af1183-e380-40ec-abd6-7bd5719a051a tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 210 time: 0.0319681 Nov 19 13:41:17.097548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-1a3eac75-39fd-434a-a9c4-96d5afce5bc7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:17.099153 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-1a3eac75-39fd-434a-a9c4-96d5afce5bc7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 811 time: 0.1263642 Nov 19 13:41:17.165979 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-b7a839bd-f6f1-44d0-9344-a3dc02be43f1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84768546e2479ab48c55cca9d00d88 HTTP/1.1" status: 200 len: 379 time: 0.0577116 Nov 19 13:41:17.179759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'port': {'device_id': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'admin_state_up': True, 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'security_groups': ['daadedc3-5e4d-4dac-9ab0-7a80d848f711']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:17.296868 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Made reservation on behalf of 5a84768546e2479ab48c55cca9d00d88 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:17.300356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.447934 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Allocated IP 172.20.0.10 (2e8d3ce8-6200-409f-8036-c10d558c4d7e/e91182e2-b5a6-4ebd-965b-869b44b74935/b2bd181d-30d4-41e4-a9e9-27005b9e68f3) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:17.593628 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.630321 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.683667 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:17.686889 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:17.692064 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:17.697880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event updated for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:17.765000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:17.765697 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.790932 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-e29463bc-8911-439b-9d4f-93923b1e4db7 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157315 Nov 19 13:41:17.804701 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Request body: {'port': {'device_id': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:17.864548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.936752 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-ad8488c9-28db-42f9-acfe-ede6da735a7c None None] Provisioning complete for port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.937706 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ad8488c9-28db-42f9-acfe-ede6da735a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.985799 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-ad8488c9-28db-42f9-acfe-ede6da735a7c None None] Port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:18.123001 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7277ec-ef80-4431-a651-00de6fad0fe7 req-1820d2eb-dc2b-4364-82fe-5aaed3b7c675 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.124626 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc7277ec-ef80-4431-a651-00de6fad0fe7 req-1820d2eb-dc2b-4364-82fe-5aaed3b7c675 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 932 time: 0.1104109 Nov 19 13:41:18.211627 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc7277ec-ef80-4431-a651-00de6fad0fe7 req-8fe04f32-834f-4a62-9ede-ca698169924c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771029 Nov 19 13:41:18.264559 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bd181d-30d4-41e4-a9e9-27005b9e68f3 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:18.272902 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.286745 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Transition to ACTIVE for port object b2bd181d-30d4-41e4-a9e9-27005b9e68f3 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:41:18.291610 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.344140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Pushing event updated for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:18.418730 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Attempting to bind port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:18.419087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Attempting to bind port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:18.419552 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Attempting to bind port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:18.424680 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:41:18.425012 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Attempting to bind port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 on network 2e8d3ce8-6200-409f-8036-c10d558c4d7e {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:18.431074 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:18.431812 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Checking segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:18.432201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Bound using segment: {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:18.432643 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Bound port: b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b86b238-019f-45c9-bf51-b332b111f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:18.433008 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.503713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:18.507247 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:18.512457 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.551146 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.551908 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.553306 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] 10.222.0.69 "PUT /v2.0/ports/b2bd181d-30d4-41e4-a9e9-27005b9e68f3 HTTP/1.1" status: 200 len: 1094 time: 0.7536409 Nov 19 13:41:18.553782 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:18.556498 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae" -d '{"events": [{"name": "network-changed", "server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:18.591485 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92a65a-1827-4352-864a-fab7ced8543a service neutron] Pushing event updated for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:18.613281 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e87e2-0a0c-4a01-a907-aeab99cd456d x-openstack-request-id: req-101e87e2-0a0c-4a01-a907-aeab99cd456d {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:18.613593 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:18.613830 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-101e87e2-0a0c-4a01-a907-aeab99cd456d {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:18.614282 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'status': 'completed', 'code': 200} Nov 19 13:41:18.651195 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-6e5d6918-b71e-4d00-b9e0-9fbbb5174e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.652859 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-6e5d6918-b71e-4d00-b9e0-9fbbb5174e8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 1097 time: 0.0493555 Nov 19 13:41:18.702187 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-86f4b669-21cf-492f-9dda-cf00cfeaba05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3 HTTP/1.1" status: 200 len: 217 time: 0.0414259 Nov 19 13:41:18.754274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-a535b85f-76db-4752-ae6c-7ccab7d88647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.756159 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-a535b85f-76db-4752-ae6c-7ccab7d88647 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0465729 Nov 19 13:41:18.788792 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b75a-abd1-4710-b26a-7dec603d071c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.809785 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-7323a4bf-4c7a-4690-81fc-a4b6b77e0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.811390 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-7323a4bf-4c7a-4690-81fc-a4b6b77e0c21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480747 Nov 19 13:41:18.824079 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:18.917588 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-04e53a20-f0ff-47c3-a4b2-2dcfc2bf4456 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988557 Nov 19 13:41:19.023963 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5f9d52f8-6a17-4211-ae44-d8dd07284344 req-dc812896-1e1b-4a8c-82ad-d8a7466a2f24 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990796 Nov 19 13:41:19.127931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-452aca0a-f4c6-4b21-8533-2331249bc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:19.129494 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-452aca0a-f4c6-4b21-8533-2331249bc1f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 1097 time: 0.0506847 Nov 19 13:41:19.232586 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-cdf1205c-0b11-4525-81b4-ed4d881f6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:19.234671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-cdf1205c-0b11-4525-81b4-ed4d881f6cbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.0979586 Nov 19 13:41:19.289313 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-fd7c3539-9efd-41d7-8c62-cdbc5157d63d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3 HTTP/1.1" status: 200 len: 217 time: 0.0418322 Nov 19 13:41:19.368598 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-2316fa24-0a60-4a92-a860-7a536f0cebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:19.370092 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-2316fa24-0a60-4a92-a860-7a536f0cebc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0689821 Nov 19 13:41:19.383222 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19aef6-0ee3-4a48-8333-f2ff2c968fce req-c29436c4-86a6-49ab-b118-71078f669267 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:19.384718 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de19aef6-0ee3-4a48-8333-f2ff2c968fce req-c29436c4-86a6-49ab-b118-71078f669267 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 944 time: 0.0921757 Nov 19 13:41:19.455043 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-ae1df183-f101-4be6-b4e0-a6bb204cd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:19.456492 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-ae1df183-f101-4be6-b4e0-a6bb204cd40d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709026 Nov 19 13:41:19.460556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-de19aef6-0ee3-4a48-8333-f2ff2c968fce req-d4b6fadc-2001-4b6f-badd-4be95a286a24 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673559 Nov 19 13:41:19.557430 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-89778ae6-3cdc-4b0c-9468-8698b95b44ee service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924201 Nov 19 13:41:19.658223 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9541deb2-ac3b-42b7-8ef8-c7fba62beeae req-f5e00c06-0ccc-4384-b227-abdbc7874887 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923510 Nov 19 13:41:20.314815 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.596565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01d0a8-a1be-49aa-ac46-8deb76ddcdf0 req-bb666a52-5440-4113-9dde-b27cbfd33141 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:20.598130 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dd01d0a8-a1be-49aa-ac46-8deb76ddcdf0 req-bb666a52-5440-4113-9dde-b27cbfd33141 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 944 time: 0.0607598 Nov 19 13:41:20.652671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dd01d0a8-a1be-49aa-ac46-8deb76ddcdf0 req-4877466e-8a73-4db0-b715-67c3a4ee23d3 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480595 Nov 19 13:41:21.853027 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5992-c498-4e18-89cd-fd0393efa61f req-b89233b3-36dd-4587-9396-70b99c1a4178 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:21.854559 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-340c5992-c498-4e18-89cd-fd0393efa61f req-b89233b3-36dd-4587-9396-70b99c1a4178 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 944 time: 0.1238468 Nov 19 13:41:21.915285 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-340c5992-c498-4e18-89cd-fd0393efa61f req-f6f7e7a6-f553-453f-85ea-4764a2f1332f tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532849 Nov 19 13:41:21.949007 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.457940 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.733018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2bd181d-30d4-41e4-a9e9-27005b9e68f3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:41:22.840862 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:22.852327 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'port_id': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'mac_address': 'fa:16:3e:02:ba:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:41:22.897512 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.911624 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bd181d-30d4-41e4-a9e9-27005b9e68f3 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:22.932628 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:22.939831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.992089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:23.048145 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8585e-1c48-4486-920d-d4c9dcca7c27 req-1b5909ae-fbc0-4e2f-a17e-666acc4d1182 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:23.049716 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cba8585e-1c48-4486-920d-d4c9dcca7c27 req-1b5909ae-fbc0-4e2f-a17e-666acc4d1182 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 945 time: 0.0609062 Nov 19 13:41:23.108197 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cba8585e-1c48-4486-920d-d4c9dcca7c27 req-34082cfe-ef55-462b-85b9-ea52f586eeb6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521097 Nov 19 13:41:23.191864 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['b2bd181d-30d4-41e4-a9e9-27005b9e68f3'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:24.234478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d68612-735e-4a51-ae39-98ef8d139acd req-13277abb-8402-4a9f-87a2-b3ae3d3e3c38 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:24.236018 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-80d68612-735e-4a51-ae39-98ef8d139acd req-13277abb-8402-4a9f-87a2-b3ae3d3e3c38 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 945 time: 0.0569973 Nov 19 13:41:24.291657 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-80d68612-735e-4a51-ae39-98ef8d139acd req-c4ece607-67fa-41bf-8072-9c27380df356 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492394 Nov 19 13:41:24.738505 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2bd181d-30d4-41e4-a9e9-27005b9e68f3 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:24.802341 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:41:24.807332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:24.807716 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.901242 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.928831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:24.931543 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaaa227-a9a8-4df5-8642-42dfa8ced3eb" -d '{"events": [{"server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "name": "network-vif-plugged", "status": "completed", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:24.944426 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:24.949644 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.973681 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946eed03-306e-482c-8f34-93cb215c9f2c x-openstack-request-id: req-946eed03-306e-482c-8f34-93cb215c9f2c {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:24.974005 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "name": "network-vif-plugged", "status": "completed", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:24.974263 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-946eed03-306e-482c-8f34-93cb215c9f2c {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:24.974785 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'code': 200} Nov 19 13:41:25.004484 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:25.206643 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61cb76-a622-40d3-b0cc-20ba5f3424b5 req-1fe878a2-5677-4c3e-b818-8813a1b6e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.208269 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5d61cb76-a622-40d3-b0cc-20ba5f3424b5 req-1fe878a2-5677-4c3e-b818-8813a1b6e9b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 1099 time: 0.0993142 Nov 19 13:41:25.264980 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5d61cb76-a622-40d3-b0cc-20ba5f3424b5 req-d447483d-d8ce-4681-b93e-f09077bacd8f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Nov 19 13:41:25.427126 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37acef-7cc2-4566-81c1-32a36eb4c717 req-85d41205-fe8d-484e-8ac5-ad03b844df51 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.428655 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0b37acef-7cc2-4566-81c1-32a36eb4c717 req-85d41205-fe8d-484e-8ac5-ad03b844df51 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0541482 Nov 19 13:41:25.478703 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0b37acef-7cc2-4566-81c1-32a36eb4c717 req-8858f643-c492-43b9-94a0-b9e7998ed021 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Nov 19 13:41:25.581881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed033a47-7f63-494b-acd6-ea24f9ad9f8e req-927e5c82-e9a6-4b7e-899e-e8fa1e8e3f0a tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.583591 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed033a47-7f63-494b-acd6-ea24f9ad9f8e req-927e5c82-e9a6-4b7e-899e-e8fa1e8e3f0a tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0645578 Nov 19 13:41:25.638191 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ed033a47-7f63-494b-acd6-ea24f9ad9f8e req-075710c8-56fe-49fe-ba0c-009a51559a25 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Nov 19 13:41:25.661044 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44260) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:25.833950 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4548e-4f30-4eb2-9b2f-dcb3d2915dc9 tempest-TestMinimumBasicScenario-1131705313 tempest-TestMinimumBasicScenario-1131705313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.835669 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9ad4548e-4f30-4eb2-9b2f-dcb3d2915dc9 tempest-TestMinimumBasicScenario-1131705313 tempest-TestMinimumBasicScenario-1131705313-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1093 time: 0.1735799 Nov 19 13:41:25.839545 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44264) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:25.843974 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'port_id': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:25.872458 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for floatingip, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.978335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.338588 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Allocated IP 172.27.1.216 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:26.445780 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.486801 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.527219 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:26.532957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:26.535985 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:26.565220 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'Port': ['ID=2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:26.609869 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529fd-522e-48cf-81ae-193a86ed7e1b req-c8b5ff72-429a-4d5c-9d66-08b8a44fba05 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:26.609869 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9fe529fd-522e-48cf-81ae-193a86ed7e1b req-c8b5ff72-429a-4d5c-9d66-08b8a44fba05 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0538213 Nov 19 13:41:26.666105 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9fe529fd-522e-48cf-81ae-193a86ed7e1b req-35244cb4-ce4c-43aa-8605-f770915fa95c tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493693 Nov 19 13:41:26.921783 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.992136 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.160333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.168043 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.239488 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'Port': ['ID=2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:27.252155 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.367491 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Floating IP 737157b2-ecbe-4747-8bb4-3876d5bf5717 associated. External IP: 172.27.1.216, port: 2ae72a4b-e531-4747-b7bd-e16df6dee43f. Nov 19 13:41:27.597323 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Router 532c5c80-3d15-42ef-bf98-c6934a013ddb has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:27.717756 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:27.730499 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Sync routers for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:27.741502 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.745602 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:27.746262 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:41:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:27.771401 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0b4a3bbf-528d-48ae-bfdc-1445eb0b5a7c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9307148 Nov 19 13:41:27.772042 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:27.774357 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44274) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:27.774887 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc998c-2c9a-499d-ba99-4db2c4f626b5" -d '{"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:27.779836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179538722', 'description': 'tempest-secgroup-smoke-1179538722 description', 'project_id': '85281dbfabf143df85af115a347baa81'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:27.820656 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b94a0-d50d-4f85-8c68-9771b17a7ffa req-b6bc44b9-91c4-4181-afd2-4d10e898994b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:27.822283 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-540b94a0-d50d-4f85-8c68-9771b17a7ffa req-b6bc44b9-91c4-4181-afd2-4d10e898994b tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0798965 Nov 19 13:41:27.823562 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.867577 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:27.877280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528789bb-f584-4f0e-939d-a35407a27f44 x-openstack-request-id: req-528789bb-f584-4f0e-939d-a35407a27f44 {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:27.878662 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:27.879205 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-528789bb-f584-4f0e-939d-a35407a27f44 {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:27.879761 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:41:27.891404 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-540b94a0-d50d-4f85-8c68-9771b17a7ffa req-9471def2-397b-4509-a650-707727905248 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583344 Nov 19 13:41:27.972504 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.987973 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.991523 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-7647edc9-23d3-4f85-bef9-ea48d0454240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:27.993166 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-7647edc9-23d3-4f85-bef9-ea48d0454240 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1098 time: 0.0866215 Nov 19 13:41:28.080826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.082087 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3058474 Nov 19 13:41:28.085447 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44282) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.090145 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15636211-33b7-4acd-8d2d-bacf82528983,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.091273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.108967 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.109320 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.109663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.110000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.110366 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.110692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.111013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.111488 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.111826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.112346 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.112689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.113016 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e5ac-8591-4f33-be98-c48bd6b474e4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:28.122136 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '737157b2-ecbe-4747-8bb4-3876d5bf5717', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'port_id': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'mac_address': 'fa:16:3e:02:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec44c8-3924-450a-83bc-961394694ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:26Z', 'revision_number': 0, 'project_id': '85281dbfabf143df85af115a347baa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:28.131304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee327991-2bd3-4c91-b7ce-8aa77a3d850f req-c8a5f2c9-bc8e-4852-9dd8-f301164a01b6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:28.132871 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ee327991-2bd3-4c91-b7ce-8aa77a3d850f req-c8a5f2c9-bc8e-4852-9dd8-f301164a01b6 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.1634486 Nov 19 13:41:28.135625 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.143490 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44286) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.147839 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Request body: {'floatingip': {'port_id': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.161712 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Checking router: 532c5c80-3d15-42ef-bf98-c6934a013ddb for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:28.173097 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:28.174031 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:41:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:28.206712 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.212128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.230587 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a909fd-cd35-4adc-922e-25509a411f44,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.250794 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.252174 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-b4ed64b6-4f5b-4adf-9c1c-68fac62066d7 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656899 Nov 19 13:41:28.258763 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44288) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.264094 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.304466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.325565 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:28.372665 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.377725 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.402395 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.406572 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447384 Nov 19 13:41:28.406572 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44290) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.412405 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.434393 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c84e-f81f-42e6-89c0-71e9065969f4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87f44de-46d4-4e4a-9e11-2e118610deb4,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.444571 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.477832 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.527363 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-3ae70a2a-5ea6-49cc-b9f1-8e88f38c8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:28.528879 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-3ae70a2a-5ea6-49cc-b9f1-8e88f38c8d94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.5154731 Nov 19 13:41:28.538361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.545578 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.567327 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5f1715-6514-4768-9816-526e93b94dcf,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.590280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.595677 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-23a15835-3a29-4fc2-9441-f77c63453049 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873803 Nov 19 13:41:28.596339 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '737157b2-ecbe-4747-8bb4-3876d5bf5717', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'port_id': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'mac_address': 'fa:16:3e:02:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec44c8-3924-450a-83bc-961394694ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:26Z', 'revision_number': 0, 'project_id': '85281dbfabf143df85af115a347baa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:28.597390 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44292) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.602691 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.627677 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106031f-7ee1-4926-b901-e0a0ed5cce4d None None] The sync data for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi is: [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '737157b2-ecbe-4747-8bb4-3876d5bf5717', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'port_id': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'mac_address': 'fa:16:3e:02:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec44c8-3924-450a-83bc-961394694ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:26Z', 'revision_number': 0, 'project_id': '85281dbfabf143df85af115a347baa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:28.635649 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.661123 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-6a077abd-7cae-40a8-9e15-7ef9555c07dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 999 time: 0.1155648 Nov 19 13:41:28.720305 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.725412 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.745416 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e3dafd-99ab-411a-a84c-c3180364da4d,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.756263 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.760195 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3b6fdec3-ae6c-49dd-adc4-9b5c6b73bcc8 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585109 Nov 19 13:41:28.760410 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44294) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.765117 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.781014 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-897ce58a-e309-4cdb-90ba-fcabb1297bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:28.782702 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-897ce58a-e309-4cdb-90ba-fcabb1297bd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0908937 Nov 19 13:41:28.794017 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.securitygroups_db [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Project 85281dbfabf143df85af115a347baa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:41:28.800160 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.881180 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.886642 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.901753 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd7066-7233-4f2e-aee0-37a88f49c82b None None] New status for floating IP 737157b2-ecbe-4747-8bb4-3876d5bf5717: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:28.904440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2ac136-16d2-477f-b8b3-ee99b59091bf,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.924238 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.927733 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-7d42d94a-aac5-4108-843b-54fd9bbf5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:28.928402 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f54963fe-852d-4c26-9b96-1bfd92ad2ad1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668727 Nov 19 13:41:28.929032 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44296) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.929229 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-7d42d94a-aac5-4108-843b-54fd9bbf5f52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1347835 Nov 19 13:41:28.933821 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'security_group_rule': {'security_group_id': '15636211-33b7-4acd-8d2d-bacf82528983', 'project_id': '85281dbfabf143df85af115a347baa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.957625 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.securitygroups_db [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Project 85281dbfabf143df85af115a347baa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:41:28.962620 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.042293 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.048260 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.068435 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075c28a7-ffda-4fa9-a5d8-366d77f17440,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.078994 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.083277 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8713dcc4-1be4-4aa2-8bad-d09e9f91820b tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531880 Nov 19 13:41:29.231784 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-52f540cd-92f3-428a-b082-662a90cac453 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653930 Nov 19 13:41:29.341602 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-fe391526-bbe5-49f0-ace3-9624c0d69183 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179538722&fields=id&tenant_id=85281dbfabf143df85af115a347baa81 HTTP/1.1" status: 200 len: 267 time: 0.2046294 Nov 19 13:41:29.370190 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.db.resource_extend [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:41:29.462694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.471909 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cafc998c-2c9a-499d-ba99-4db2c4f626b5 req-aae9649d-baed-4122-b2e5-c8049618afe8 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174578 Nov 19 13:41:29.474227 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.484561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-9c1a8ca6-33a0-4344-a9d8-9d4395fbfbb1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:29.487186 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-9c1a8ca6-33a0-4344-a9d8-9d4395fbfbb1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.1330059 Nov 19 13:41:29.523496 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'port': {'security_groups': ['8b6d2e7c-0774-4927-bfdd-25c19a810126', '15636211-33b7-4acd-8d2d-bacf82528983']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.635541 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.653837 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Floating IP 2e32416e-9734-4ee0-85b2-541069193dbb associated. External IP: 172.27.1.159, port: b2bd181d-30d4-41e4-a9e9-27005b9e68f3. Nov 19 13:41:30.250002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:30.274589 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:30.291168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.300835 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.312982 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:30.392758 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.393438 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.395013 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-768d6e93-295d-430e-87b6-fa899e6d0d25 req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "PUT /v2.0/ports/2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 981 time: 0.8783705 Nov 19 13:41:30.395451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:30.400977 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4397022-0914-44e1-8fa9-5aab30bc714d" -d '{"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:30.462044 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4f203-7dee-4191-bcaa-f37993a84ed2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=6']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:30.493085 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:30.499365 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:30.512510 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.535161 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368caea-9d58-4591-a60a-c863ddc882fa x-openstack-request-id: req-0368caea-9d58-4591-a60a-c863ddc882fa {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:30.535456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:30.535709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0368caea-9d58-4591-a60a-c863ddc882fa {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:30.536110 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:41:30.541457 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:30.560668 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2425954c-8fda-480e-9cf9-82b62f5726d2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "PUT /v2.0/floatingips/2e32416e-9734-4ee0-85b2-541069193dbb HTTP/1.1" status: 200 len: 992 time: 2.4162087 Nov 19 13:41:30.576282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c443b-0120-49b4-ae43-0a2d2c7d7893 req-75290d14-63d4-48d2-8b39-660e3a4a0619 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.578702 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c4c443b-0120-49b4-ae43-0a2d2c7d7893 req-75290d14-63d4-48d2-8b39-660e3a4a0619 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0986855 Nov 19 13:41:30.592289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:30.593968 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:41:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:30.658827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-f8519bf6-0593-41d3-8acb-5c2cda98df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.660341 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-f8519bf6-0593-41d3-8acb-5c2cda98df84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1137 time: 0.0806041 Nov 19 13:41:30.675466 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8c4c443b-0120-49b4-ae43-0a2d2c7d7893 req-30abfa1d-0a47-425a-b9c3-237f4b5b9308 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864573 Nov 19 13:41:30.773499 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-4372ea74-b687-4249-bc76-649de53084e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.775048 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-4372ea74-b687-4249-bc76-649de53084e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.0986660 Nov 19 13:41:30.798151 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-93e6ef2a-2d0b-40fa-a246-513a4c5b8ff1 None None] Provisioning complete for port 2ae72a4b-e531-4747-b7bd-e16df6dee43f triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:30.798552 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-93e6ef2a-2d0b-40fa-a246-513a4c5b8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.810159 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:30.849389 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-f8f780e1-d00f-4c6a-898a-be6bf1f81610 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 1001 time: 0.0667200 Nov 19 13:41:30.900765 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-9fab508d-3fd2-4fb9-b9ba-61062220418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.902354 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-9fab508d-3fd2-4fb9-b9ba-61062220418d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0461376 Nov 19 13:41:30.958841 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-a12a7a83-449e-4700-ae47-ffdc69fcac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.960462 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-a12a7a83-449e-4700-ae47-ffdc69fcac30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500975 Nov 19 13:41:31.078312 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-3357d1b4-f3cd-4338-936d-09be9d3d628d service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092305 Nov 19 13:41:31.181549 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4397022-0914-44e1-8fa9-5aab30bc714d req-9da4ee1e-8ce5-481e-bcc0-7b82ee7a1ffd service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893922 Nov 19 13:41:31.497577 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '2e32416e-9734-4ee0-85b2-541069193dbb', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:02:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:14Z', 'updated_at': '2021-11-19T13:41:29Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:31.527218 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:31.552120 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:31.552748 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:41:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:31.684523 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:31.923052 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '2e32416e-9734-4ee0-85b2-541069193dbb', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:02:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:14Z', 'updated_at': '2021-11-19T13:41:29Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:31.950551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfcd1c-2d10-46a3-a2d6-84e5f531ade2 None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '2e32416e-9734-4ee0-85b2-541069193dbb', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'port_id': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'mac_address': 'fa:16:3e:02:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:14Z', 'updated_at': '2021-11-19T13:41:29Z', 'revision_number': 1, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:32.160259 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7854dbb2-0b49-450b-a257-ac864a483f2f None None] New status for floating IP 2e32416e-9734-4ee0-85b2-541069193dbb: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:32.537028 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:32.539624 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab774809-bef3-4a27-94af-049741710c26" -d '{"events": [{"name": "network-changed", "server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:32.650326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ccfd86-3b8b-4085-9a19-be0cae195d40 x-openstack-request-id: req-c5ccfd86-3b8b-4085-9a19-be0cae195d40 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:32.650641 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:32.650894 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5ccfd86-3b8b-4085-9a19-be0cae195d40 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:32.651348 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'status': 'completed', 'code': 200} Nov 19 13:41:32.729407 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774809-bef3-4a27-94af-049741710c26 req-bab71b4a-612b-4ad9-9b3a-48df920ede9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:32.730961 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-bab71b4a-612b-4ad9-9b3a-48df920ede9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a84768546e2479ab48c55cca9d00d88&device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 1099 time: 0.0510988 Nov 19 13:41:32.830181 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774809-bef3-4a27-94af-049741710c26 req-f6e348ed-3e99-49f1-aacb-e3654a039dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:32.831504 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-f6e348ed-3e99-49f1-aacb-e3654a039dce service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 200 len: 912 time: 0.0913410 Nov 19 13:41:32.906817 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-b8d2bc7d-2735-452a-b7ac-76af08832751 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3 HTTP/1.1" status: 200 len: 1002 time: 0.0677049 Nov 19 13:41:32.963492 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774809-bef3-4a27-94af-049741710c26 req-838ddccc-723e-40bd-81c3-766836af2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:32.965359 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-838ddccc-723e-40bd-81c3-766836af2d26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 200 len: 850 time: 0.0500526 Nov 19 13:41:33.016294 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774809-bef3-4a27-94af-049741710c26 req-80ed0056-d449-43d7-b3fc-8519620fe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:33.017902 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-80ed0056-d449-43d7-b3fc-8519620fe32a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8d3ce8-6200-409f-8036-c10d558c4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447276 Nov 19 13:41:33.117972 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-4f6c1d28-7514-4b43-9f5a-451cc512a1bd service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915036 Nov 19 13:41:33.221506 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ab774809-bef3-4a27-94af-049741710c26 req-26f144bd-60b2-4983-9ae6-8e55a86b6c3a service neutron] 10.222.0.69 "GET /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Nov 19 13:41:44.976472 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.549474 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-56bad11f-9644-471d-b329-0503d8267b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.787633 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d62a8774-e515-475d-8efd-01e5a8041a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.321876 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.946998 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.458577 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.556620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7e67-cc45-4a26-b460-403888d38929 req-e5c40e17-e48d-44c8-a2e4-9dc543afe26f tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.558361 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d12c7e67-cc45-4a26-b460-403888d38929 req-e5c40e17-e48d-44c8-a2e4-9dc543afe26f tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0912828 Nov 19 13:41:53.565834 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-8e9deffa-9d69-4b55-9425-b7d5f17fff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.567377 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-8e9deffa-9d69-4b55-9425-b7d5f17fff45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1137 time: 0.0697851 Nov 19 13:41:53.689883 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d12c7e67-cc45-4a26-b460-403888d38929 req-e2f1b5db-9cd7-4513-a57c-45a13479ab0e tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213243 Nov 19 13:41:53.706153 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-753aa244-56a6-40f5-b82a-4068462b0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.707834 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-753aa244-56a6-40f5-b82a-4068462b0f3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.1325099 Nov 19 13:41:53.782103 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-e0482285-7bda-4c2f-8a1c-08a22ebc7df7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 1001 time: 0.0667269 Nov 19 13:41:53.835751 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-b465e599-cd38-4f04-91e0-e4586ee3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.837248 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-b465e599-cd38-4f04-91e0-e4586ee3e899 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0473645 Nov 19 13:41:53.889086 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-e2ac3e8a-074d-4b07-9112-c651b48cc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.890622 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-e2ac3e8a-074d-4b07-9112-c651b48cc1d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445368 Nov 19 13:41:53.988323 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-f52d8c3a-8950-4704-a7ea-aeafc4bdad06 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897391 Nov 19 13:41:54.081429 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3c50e932-ff8a-4f94-820b-52eb7268e1c9 req-1c08815c-dcee-45f7-bc04-52c69e4e1fd1 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859330 Nov 19 13:41:54.814434 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed282-e2d6-4706-a9fe-d7663646e54b req-fb23fe50-98e4-4ad1-b3a6-a197f85363d4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:54.816003 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4c7ed282-e2d6-4706-a9fe-d7663646e54b req-fb23fe50-98e4-4ad1-b3a6-a197f85363d4 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0559452 Nov 19 13:41:54.881531 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4c7ed282-e2d6-4706-a9fe-d7663646e54b req-de4ed7a6-019d-4bdc-bf71-e1ee6da3e94a tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582879 Nov 19 13:41:55.329954 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95757bf-34e3-4bdb-bdbe-cbe3ff651a11 req-867e9a47-aebd-457e-bcdf-10d93b8c9f00 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:55.331469 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c95757bf-34e3-4bdb-bdbe-cbe3ff651a11 req-867e9a47-aebd-457e-bcdf-10d93b8c9f00 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0546358 Nov 19 13:41:55.387842 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c95757bf-34e3-4bdb-bdbe-cbe3ff651a11 req-7abfd388-134b-4f11-9c83-8e5fca5a213d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 Nov 19 13:41:55.823638 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:56.006787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d82cf-3f93-4daf-8876-8b5dff064d54 req-c3dabcff-141e-4b32-a39f-cebdaafc8ecb tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:56.008353 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-493d82cf-3f93-4daf-8876-8b5dff064d54 req-c3dabcff-141e-4b32-a39f-cebdaafc8ecb tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0565350 Nov 19 13:41:56.070256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-493d82cf-3f93-4daf-8876-8b5dff064d54 req-176088df-75b9-4d25-abad-1a9a7f22271d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555844 Nov 19 13:41:56.517163 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657244d6-304e-42cc-807d-8c1e02390c7e req-fa0f3e74-24f3-460f-9bb7-4884e4e11ef4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:56.518694 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-657244d6-304e-42cc-807d-8c1e02390c7e req-fa0f3e74-24f3-460f-9bb7-4884e4e11ef4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0523989 Nov 19 13:41:56.569159 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-657244d6-304e-42cc-807d-8c1e02390c7e req-9f4ada3c-14b0-4a4d-9c95-b86000a21d8c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Nov 19 13:41:57.191213 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174200c5-0ba8-4eb4-a7ff-aa73266e39db req-83a864ea-fcea-4392-8f1c-420c2df44422 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:57.192883 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-174200c5-0ba8-4eb4-a7ff-aa73266e39db req-83a864ea-fcea-4392-8f1c-420c2df44422 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0530388 Nov 19 13:41:57.258454 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-174200c5-0ba8-4eb4-a7ff-aa73266e39db req-659f14b0-7672-4fb8-95f3-e54e3cdfe51e tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592399 Nov 19 13:41:57.701802 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4178a3f-f106-4f72-8fa7-47b8914cd534 req-d8f88e0a-5fd7-40e9-8b0e-8b99e8556d58 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:57.703410 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4178a3f-f106-4f72-8fa7-47b8914cd534 req-d8f88e0a-5fd7-40e9-8b0e-8b99e8556d58 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0575204 Nov 19 13:41:57.758416 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b4178a3f-f106-4f72-8fa7-47b8914cd534 req-cc3fd4a5-94d9-4d51-b0c0-8c078211b0cb tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Nov 19 13:41:58.381845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2f0cb-6170-49df-9e2b-fd6ab8ff21ef req-2f3a19bd-0734-4616-bd70-aa017e957181 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.383479 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5cc2f0cb-6170-49df-9e2b-fd6ab8ff21ef req-2f3a19bd-0734-4616-bd70-aa017e957181 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0526426 Nov 19 13:41:58.448116 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5cc2f0cb-6170-49df-9e2b-fd6ab8ff21ef req-bb59acfe-163f-45e3-bc03-c381dcdedac3 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583875 Nov 19 13:41:58.890125 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0beb-9a4c-4d01-b439-7262707a898e req-4780309d-def1-4fca-9144-e1f0da71fbac tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.891694 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-47ff0beb-9a4c-4d01-b439-7262707a898e req-4780309d-def1-4fca-9144-e1f0da71fbac tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Nov 19 13:41:58.942154 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-47ff0beb-9a4c-4d01-b439-7262707a898e req-a67e85cb-b6ea-47fa-888d-f6b5cd64b5d5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Nov 19 13:41:59.569201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbf98-5451-4579-9fde-b707793c45cf req-c8da1e62-1a2d-412d-985e-52cf0513cd27 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.570683 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a54dbf98-5451-4579-9fde-b707793c45cf req-c8da1e62-1a2d-412d-985e-52cf0513cd27 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0517511 Nov 19 13:41:59.635763 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a54dbf98-5451-4579-9fde-b707793c45cf req-ee337a71-96bb-4195-9b2b-d8f89dd1b7ea tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587983 Nov 19 13:42:00.075813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a5a3c-52f5-48ea-81b0-72ba222fbe22 req-fd8bda56-6dd2-4457-b4ca-582b5140a736 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.077271 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4d7a5a3c-52f5-48ea-81b0-72ba222fbe22 req-fd8bda56-6dd2-4457-b4ca-582b5140a736 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Nov 19 13:42:00.135360 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4d7a5a3c-52f5-48ea-81b0-72ba222fbe22 req-a698c7a3-3631-4dc0-8954-169b691363b9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519679 Nov 19 13:42:00.755789 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d6a41-c3e3-4280-afc2-5fa0408d29f3 req-52d13f3a-76df-4428-befc-63c6e251e017 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.757282 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4a9d6a41-c3e3-4280-afc2-5fa0408d29f3 req-52d13f3a-76df-4428-befc-63c6e251e017 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0517104 Nov 19 13:42:00.818531 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4a9d6a41-c3e3-4280-afc2-5fa0408d29f3 req-73bac54c-af8d-46c1-9713-38da9f9924f5 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548959 Nov 19 13:42:01.261140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eafd7-7f06-4381-95f7-7d54dfa30034 req-dbca2eb1-6444-4568-b57d-331f53946fb3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.262692 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fa1eafd7-7f06-4381-95f7-7d54dfa30034 req-dbca2eb1-6444-4568-b57d-331f53946fb3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0505552 Nov 19 13:42:01.319640 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fa1eafd7-7f06-4381-95f7-7d54dfa30034 req-9e17d645-55a2-4f84-accc-9e3b1ff08aca tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509429 Nov 19 13:42:01.938804 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c83282-0f66-4cd1-aef0-3446330f56c1 req-f117b581-a5bc-4435-b166-11f3bc0a329c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.940331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e1c83282-0f66-4cd1-aef0-3446330f56c1 req-f117b581-a5bc-4435-b166-11f3bc0a329c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0537288 Nov 19 13:42:02.002869 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e1c83282-0f66-4cd1-aef0-3446330f56c1 req-d21ef249-0d77-4e4f-8f2b-302ae8b49a89 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540874 Nov 19 13:42:02.465953 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb24a2f-9184-4667-a15c-c4c8572d7665 req-474a0fe8-432a-4aea-87fa-a712edfba286 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:02.467517 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9bb24a2f-9184-4667-a15c-c4c8572d7665 req-474a0fe8-432a-4aea-87fa-a712edfba286 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0609193 Nov 19 13:42:02.517600 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9bb24a2f-9184-4667-a15c-c4c8572d7665 req-55590c99-3986-4c7c-b16a-992cac546f7e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Nov 19 13:42:03.146504 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da764ffb-6258-49b9-92d7-21a0239277b4 req-5f72f7dd-64f9-4653-9b3f-5be804439bbb tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:03.151763 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-da764ffb-6258-49b9-92d7-21a0239277b4 req-5f72f7dd-64f9-4653-9b3f-5be804439bbb tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0756071 Nov 19 13:42:03.217801 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-da764ffb-6258-49b9-92d7-21a0239277b4 req-6341af8b-df58-4d4a-840a-97e561c85c58 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593386 Nov 19 13:42:03.656128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e66920-1b14-4eb7-9f7a-68cf45c757ee req-8083a2c9-4fc3-401c-82e4-d614a39a6e98 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:03.657565 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c9e66920-1b14-4eb7-9f7a-68cf45c757ee req-8083a2c9-4fc3-401c-82e4-d614a39a6e98 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0530529 Nov 19 13:42:03.708390 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c9e66920-1b14-4eb7-9f7a-68cf45c757ee req-1b38361d-1b6e-4419-ab06-55ae214fc18c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Nov 19 13:42:04.345370 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b405dda-4a10-42fb-b037-8342164c6a64 req-88760789-15ad-4a1a-889b-f526410e99a1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:04.346936 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b405dda-4a10-42fb-b037-8342164c6a64 req-88760789-15ad-4a1a-889b-f526410e99a1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0515447 Nov 19 13:42:04.416025 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b405dda-4a10-42fb-b037-8342164c6a64 req-02c0744b-8c41-4898-8e03-df5fa2a2640f tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625691 Nov 19 13:42:04.834681 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753736be-333a-4f3f-b60b-423c66c54eca req-b48a6ab7-2514-4dd5-83ca-1c9e19bcf8e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:04.836474 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-753736be-333a-4f3f-b60b-423c66c54eca req-b48a6ab7-2514-4dd5-83ca-1c9e19bcf8e2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0524342 Nov 19 13:42:04.888628 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-753736be-333a-4f3f-b60b-423c66c54eca req-54a6004b-904e-4609-821a-7f16d8d0654f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448565 Nov 19 13:42:05.548234 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35e7e-359c-4400-8e4c-682ff3d307da req-33796e7c-3c54-4514-8173-9c3a48bea984 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:05.549770 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-15b35e7e-359c-4400-8e4c-682ff3d307da req-33796e7c-3c54-4514-8173-9c3a48bea984 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0523782 Nov 19 13:42:05.613608 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-15b35e7e-359c-4400-8e4c-682ff3d307da req-3563fd6b-bdfd-4fb8-abda-9f48c6637148 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&id=15636211-33b7-4acd-8d2d-bacf82528983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568206 Nov 19 13:42:06.033726 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede79c-7136-421a-bb35-934d663283e0 req-985bf68b-307f-4e74-b8db-a3293478eb4e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:06.035135 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-faede79c-7136-421a-bb35-934d663283e0 req-985bf68b-307f-4e74-b8db-a3293478eb4e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0655229 Nov 19 13:42:06.084291 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-faede79c-7136-421a-bb35-934d663283e0 req-ab96f2fd-74bd-427d-a0c9-da06ee16b528 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Nov 19 13:42:07.208393 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635787de-dfa6-4533-aaf8-a99ac2ee8d53 req-d5588e3c-66ca-4f30-9a4c-6a48b7b78a8e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:07.209917 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-635787de-dfa6-4533-aaf8-a99ac2ee8d53 req-d5588e3c-66ca-4f30-9a4c-6a48b7b78a8e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0520864 Nov 19 13:42:07.263784 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-635787de-dfa6-4533-aaf8-a99ac2ee8d53 req-49e805da-5bd5-47ab-9afb-9af68a4ec311 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Nov 19 13:42:08.400609 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562a5b-76ec-4a21-8a77-78883443d8c7 req-4b9bb8cc-2129-48db-9d03-813a11af3796 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:08.408229 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b562a5b-76ec-4a21-8a77-78883443d8c7 req-4b9bb8cc-2129-48db-9d03-813a11af3796 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0663316 Nov 19 13:42:08.469159 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4b562a5b-76ec-4a21-8a77-78883443d8c7 req-5619125b-23ee-4e1e-8819-b4f36fec0db0 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583992 Nov 19 13:42:08.912692 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:09.021543 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:09.034719 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '96b4d778-35ca-4bef-a1ed-070e56519720', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:09.078133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.093776 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:09.117228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:09.124484 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.212613 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=6']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:09.220910 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.221303 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.221659 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.222002 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.222926 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.223312 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.223737 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.224186 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.224335 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.224839 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.225193 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.225624 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:09.231885 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['96b4d778-35ca-4bef-a1ed-070e56519720'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:09.604139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c5c68-cf8a-43eb-8409-b412b83d2957 req-f3e15ba7-29df-4606-bdaf-61027bee0c3b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:09.609731 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-301c5c68-cf8a-43eb-8409-b412b83d2957 req-f3e15ba7-29df-4606-bdaf-61027bee0c3b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 945 time: 0.0648494 Nov 19 13:42:09.671208 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-301c5c68-cf8a-43eb-8409-b412b83d2957 req-f3fdb5cf-8200-4a5e-b573-9f568c54107a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545924 Nov 19 13:42:10.817193 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bb248-f3cc-4865-a3f1-e6c5302e094d req-6ba014eb-19d0-442e-8b4b-123d83272a33 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:10.818761 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac0bb248-f3cc-4865-a3f1-e6c5302e094d req-6ba014eb-19d0-442e-8b4b-123d83272a33 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 945 time: 0.0543692 Nov 19 13:42:10.879302 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac0bb248-f3cc-4865-a3f1-e6c5302e094d req-05e57937-6103-45f3-9a41-e6f5fcaa9501 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Nov 19 13:42:10.949626 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:11.006236 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 96b4d778-35ca-4bef-a1ed-070e56519720 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:11.006606 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.105235 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.131357 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:11.134269 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5270fd-1acc-436d-a2a6-26b40ea9b2f6" -d '{"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:11.159130 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:11.169878 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.248807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=7']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:11.278899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d0c56-8863-482f-8637-bcf565fa2f4c x-openstack-request-id: req-0b1d0c56-8863-482f-8637-bcf565fa2f4c {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:11.279251 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:11.279518 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b1d0c56-8863-482f-8637-bcf565fa2f4c {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:11.279952 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'code': 200} Nov 19 13:42:12.058671 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994ed0f-b04b-4403-b04b-1310359813ef req-df776ac9-d23d-40c3-a035-ff71074d88e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.060509 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5994ed0f-b04b-4403-b04b-1310359813ef req-df776ac9-d23d-40c3-a035-ff71074d88e5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0728126 Nov 19 13:42:12.123278 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5994ed0f-b04b-4403-b04b-1310359813ef req-7d9e6d1a-aa35-4c54-9d2e-2c0ce761ee10 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535622 Nov 19 13:42:13.285376 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901714e7-94a0-41d0-8c94-3ab43a4a4dac req-6acbed2a-b9ec-459c-bd2e-d3f51dbe3c1d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.286970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-901714e7-94a0-41d0-8c94-3ab43a4a4dac req-6acbed2a-b9ec-459c-bd2e-d3f51dbe3c1d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0550644 Nov 19 13:42:13.345349 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-901714e7-94a0-41d0-8c94-3ab43a4a4dac req-99f4fa1e-babb-4f40-90a4-cdda766d88ad tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522597 Nov 19 13:42:13.789266 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-ecba4ef6-e51b-4e71-a51d-fa6c333007f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.790831 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-ecba4ef6-e51b-4e71-a51d-fa6c333007f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1099 time: 0.0524330 Nov 19 13:42:13.936919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-e2ed0246-28da-41b0-8648-4ceaccb42ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.938654 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-e2ed0246-28da-41b0-8648-4ceaccb42ffd service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1179538 Nov 19 13:42:14.043982 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-9aa12a0d-2495-47ef-986c-9719df5496f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 1001 time: 0.0933697 Nov 19 13:42:14.100359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-49c62195-9131-47e2-9716-02feac5a55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:14.101847 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-49c62195-9131-47e2-9716-02feac5a55e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0505085 Nov 19 13:42:14.159950 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-5ba61827-0878-436e-9974-05abf19aec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:14.161777 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-5ba61827-0878-436e-9974-05abf19aec10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518005 Nov 19 13:42:14.296109 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-8f01c9eb-caa7-43f1-b623-72bc3f328686 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233115 Nov 19 13:42:14.429043 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb4c3014-ca7f-4925-a7f1-dfcfad4d6a83 req-8503e99d-703a-456e-98b1-ad92ff61ae9c service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222892 Nov 19 13:42:14.518748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b55f5-a861-4c56-a833-0c32bd5a43c5 req-98141fff-65d1-4407-bd3f-eda8b3c3252b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:14.521514 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-165b55f5-a861-4c56-a833-0c32bd5a43c5 req-98141fff-65d1-4407-bd3f-eda8b3c3252b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0744965 Nov 19 13:42:14.595829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-165b55f5-a861-4c56-a833-0c32bd5a43c5 req-1bc19ce1-bdff-43ab-8161-a4bd9c5e9b44 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679393 Nov 19 13:42:14.985220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.732211 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af121e5-d04b-4288-be29-0a1628522dc0 req-ad1a2d2b-3e31-4be5-89ee-abb4648d8737 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:15.733829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7af121e5-d04b-4288-be29-0a1628522dc0 req-ad1a2d2b-3e31-4be5-89ee-abb4648d8737 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0583477 Nov 19 13:42:15.808045 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7af121e5-d04b-4288-be29-0a1628522dc0 req-588a5e50-f43c-4f81-8d3a-9e0e26eb0473 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573199 Nov 19 13:42:16.552685 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5bee6fe2-8dfd-45c7-966e-77d93c7eba81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.969452 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6a628-dd6d-4507-884f-bda25e519738 req-60db1d60-b5e0-4282-a3da-70459f2276a5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:16.972362 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21d6a628-dd6d-4507-884f-bda25e519738 req-60db1d60-b5e0-4282-a3da-70459f2276a5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0822034 Nov 19 13:42:17.030616 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-21d6a628-dd6d-4507-884f-bda25e519738 req-904b3ef6-ef91-4a6a-b3dd-48e61a87a43a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521472 Nov 19 13:42:18.175140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d2a4d-0fba-4c6c-8b90-19f4659478f1 req-b5b22d84-82e0-4801-a25e-e794edc1d279 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.176827 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e01d2a4d-0fba-4c6c-8b90-19f4659478f1 req-b5b22d84-82e0-4801-a25e-e794edc1d279 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0543916 Nov 19 13:42:18.230372 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e01d2a4d-0fba-4c6c-8b90-19f4659478f1 req-d7705456-6709-4fa2-b1bd-3567d219599d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Nov 19 13:42:18.395124 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-31ed4926-d69d-4873-8c9a-1f44140fc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.396753 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-31ed4926-d69d-4873-8c9a-1f44140fc51a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1099 time: 0.0436373 Nov 19 13:42:18.496165 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-957c9696-c18b-40cb-a798-3e731e43d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.497697 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-957c9696-c18b-40cb-a798-3e731e43d2f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.0939496 Nov 19 13:42:18.571588 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-01458d5a-b5bf-4db4-ba9a-23a34b8a8b2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 1001 time: 0.0653856 Nov 19 13:42:18.624722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-cf74739c-e3b9-4180-9276-f47ea38f4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.626105 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-cf74739c-e3b9-4180-9276-f47ea38f4dff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0473824 Nov 19 13:42:18.676878 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-c00e2f71-4dbe-4758-b2bc-bbcb04aabbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.678375 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-c00e2f71-4dbe-4758-b2bc-bbcb04aabbe6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454278 Nov 19 13:42:18.769792 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-33a0419d-7598-4d30-8e9a-3552a0c585e2 service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844831 Nov 19 13:42:18.782129 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3d53ab9e-34ab-4b4b-81cb-8b65673c5e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.880458 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6356c545-2637-4bd1-bd3a-0e41471adf91 req-11486976-d71e-426d-9c2e-d744cd2c7b2e service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030357 Nov 19 13:42:19.361993 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7c81-85d9-414e-8d37-c2c9f944f43c req-1a89909e-ed42-40d2-8475-cc3e6906c721 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:19.363584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49ac7c81-85d9-414e-8d37-c2c9f944f43c req-1a89909e-ed42-40d2-8475-cc3e6906c721 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0534382 Nov 19 13:42:19.415275 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49ac7c81-85d9-414e-8d37-c2c9f944f43c req-1f6898d9-abcc-4baf-be4f-0256af36c3ff tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 Nov 19 13:42:20.322558 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.550249 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed410e-8a3c-4762-9184-edc1617c4464 req-b85655e7-bb69-403f-a4ad-5cbbb2ae634c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:20.551795 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-22ed410e-8a3c-4762-9184-edc1617c4464 req-b85655e7-bb69-403f-a4ad-5cbbb2ae634c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0545478 Nov 19 13:42:20.611936 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-22ed410e-8a3c-4762-9184-edc1617c4464 req-58b7e385-967c-4776-87d8-cf9b578ad607 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533352 Nov 19 13:42:21.753453 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5e543-e814-429c-a24d-a2d94b233e00 req-6af008b8-22cf-45a5-8539-7ecb435e7183 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:21.755284 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f3d5e543-e814-429c-a24d-a2d94b233e00 req-6af008b8-22cf-45a5-8539-7ecb435e7183 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0611997 Nov 19 13:42:21.806018 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f3d5e543-e814-429c-a24d-a2d94b233e00 req-5ab76edc-48aa-4e14-aadd-d21818588aee tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Nov 19 13:42:21.941568 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.453978 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.730193 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-fab85b9d-a6e2-47c8-82bb-ebae66a279e0 req-f2dcf81f-731f-4128-b0a5-be4e7f511bae service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:42:22.731415 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fab85b9d-a6e2-47c8-82bb-ebae66a279e0 req-f2dcf81f-731f-4128-b0a5-be4e7f511bae service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647259 Nov 19 13:42:22.899565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b71f-3b0d-4c15-ad17-6d09887a1c1f req-5624710b-43e5-4057-b156-264471d6d3b2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:22.901060 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a3d8b71f-3b0d-4c15-ad17-6d09887a1c1f req-5624710b-43e5-4057-b156-264471d6d3b2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 946 time: 0.0529523 Nov 19 13:42:22.958005 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:22.974199 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-eb059dcc-57da-47c1-80c3-7bce55d82e8c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721087 Nov 19 13:42:22.978105 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a3d8b71f-3b0d-4c15-ad17-6d09887a1c1f req-7a4711b1-8c8d-4bc6-a231-05ad9487c4f2 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686233 Nov 19 13:42:23.043749 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.069781 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:23.072161 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badeff13-e791-4626-a1d2-eeaa97f6213b" -d '{"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-unplugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:23.086053 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:23.092341 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.116545 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3832549-1a21-40ee-8af1-2c1ca84c513a x-openstack-request-id: req-c3832549-1a21-40ee-8af1-2c1ca84c513a {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:23.116845 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-unplugged", "status": "failed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "code": 422}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:23.117090 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3832549-1a21-40ee-8af1-2c1ca84c513a {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:23.117538 dv-cinder-817351-4-iscsi neutron-server[102822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'code': 422} returned with failed status Nov 19 13:42:23.144751 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=8']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:23.820332 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-0505a04b-79a7-45a6-8d24-025bc1677645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:23.821887 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-0505a04b-79a7-45a6-8d24-025bc1677645 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03&tenant_id=be95e890da954a74b914b3e0aef316c1 HTTP/1.1" status: 200 len: 1097 time: 0.0819399 Nov 19 13:42:23.894770 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-57d00cf7-d996-43b3-83c0-0e69e6cb94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:23.896359 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-57d00cf7-d996-43b3-83c0-0e69e6cb94e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be95e890da954a74b914b3e0aef316c1&device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1097 time: 0.0448472 Nov 19 13:42:24.003388 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-764eaa8b-8843-4fe6-9d62-8af045c57af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.004911 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-764eaa8b-8843-4fe6-9d62-8af045c57af0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 200 len: 917 time: 0.1006682 Nov 19 13:42:24.103765 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-b238b2fc-8b03-4a57-b8de-531cd4c914f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 200 len: 999 time: 0.0899417 Nov 19 13:42:24.148362 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d218b-e714-4167-a961-a7b1a5d21d20 req-b18c931a-7450-4423-b0c1-b833a5a92a1e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.149841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-961d218b-e714-4167-a961-a7b1a5d21d20 req-b18c931a-7450-4423-b0c1-b833a5a92a1e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0839994 Nov 19 13:42:24.189903 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-3e1b536c-1983-4abd-b144-8768a26e6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.191350 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-3e1b536c-1983-4abd-b144-8768a26e6afa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 200 len: 855 time: 0.0794365 Nov 19 13:42:24.239276 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-961d218b-e714-4167-a961-a7b1a5d21d20 req-c5be5fb2-e742-460f-8256-c55352a442f5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802953 Nov 19 13:42:24.253347 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-acc4f2aa-5ebe-46a7-a0fd-ec71dd48739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.254980 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-acc4f2aa-5ebe-46a7-a0fd-ec71dd48739a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd895079-04e8-47ee-af89-1a706b94b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530565 Nov 19 13:42:24.621013 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-61337852-fd85-4adc-989d-8994ccd1611c service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579965 Nov 19 13:42:24.717429 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-24af16a6-9e41-4987-96ac-0e91d26f018d req-1f9e193f-7917-41b2-9f02-7247251b085b service neutron] 10.222.0.69 "GET /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877554 Nov 19 13:42:25.376704 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7d83d-4a11-4821-8115-8651e411c3bd req-84a416bf-bd6a-4acf-9827-5e0026608f04 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:25.382499 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bcc7d83d-4a11-4821-8115-8651e411c3bd req-84a416bf-bd6a-4acf-9827-5e0026608f04 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0626225 Nov 19 13:42:25.434966 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bcc7d83d-4a11-4821-8115-8651e411c3bd req-551975c6-ed32-4ba3-b6da-a3d9254172c5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496833 Nov 19 13:42:26.574766 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf86ee-319d-427a-8033-8efe4d1bd9a9 req-61c0b85a-908a-4f27-b8e9-41238eaf2d17 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:26.576281 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-95bf86ee-319d-427a-8033-8efe4d1bd9a9 req-61c0b85a-908a-4f27-b8e9-41238eaf2d17 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0503767 Nov 19 13:42:26.635001 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-95bf86ee-319d-427a-8033-8efe4d1bd9a9 req-fe127511-8fc0-456d-892d-93561230876e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525637 Nov 19 13:42:27.766691 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446077ba-242f-4689-852f-1eeac70b61b9 req-ec576010-9fd6-48f6-8216-b601356306b6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:27.768427 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-446077ba-242f-4689-852f-1eeac70b61b9 req-ec576010-9fd6-48f6-8216-b601356306b6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0561209 Nov 19 13:42:27.824100 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-446077ba-242f-4689-852f-1eeac70b61b9 req-b5ed59a4-2458-419a-bf86-b3897d270014 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495348 Nov 19 13:42:28.963299 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4d749-c7c1-4331-9bb4-cf42e8d919d7 req-f8a23163-0dab-4972-973b-42cf052f9cbf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:28.964816 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7bd4d749-c7c1-4331-9bb4-cf42e8d919d7 req-f8a23163-0dab-4972-973b-42cf052f9cbf tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0582502 Nov 19 13:42:29.017379 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7bd4d749-c7c1-4331-9bb4-cf42e8d919d7 req-25214d40-8a93-46cf-adda-abb343f2cb21 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Nov 19 13:42:30.161377 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e74c-62fb-481b-94df-02f24ca9d20e req-5fdbb32d-b342-42f6-9960-0a37b2b35e22 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:30.163416 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ec1e74c-62fb-481b-94df-02f24ca9d20e req-5fdbb32d-b342-42f6-9960-0a37b2b35e22 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0586758 Nov 19 13:42:30.221202 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ec1e74c-62fb-481b-94df-02f24ca9d20e req-d814218e-c46e-446a-9bae-a434e1f4d72f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511494 Nov 19 13:42:31.366445 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c659a-52f2-404e-8660-f72d38da6591 req-bfc5b726-1712-4952-9dd8-2c7a4b77291b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:31.368003 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac0c659a-52f2-404e-8660-f72d38da6591 req-bfc5b726-1712-4952-9dd8-2c7a4b77291b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0635173 Nov 19 13:42:31.425671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac0c659a-52f2-404e-8660-f72d38da6591 req-ff274815-094b-4f41-81ad-62ff185d037f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512094 Nov 19 13:42:32.563152 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeb62e-0c09-4af9-8980-556d1014b883 req-b57611de-8f07-4f62-890c-2208739149fc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.565710 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bcaeb62e-0c09-4af9-8980-556d1014b883 req-b57611de-8f07-4f62-890c-2208739149fc tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0528948 Nov 19 13:42:32.616341 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bcaeb62e-0c09-4af9-8980-556d1014b883 req-a4f9b7f9-bc28-479c-9a42-ca0669f4f3f0 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Nov 19 13:42:32.822571 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:42:33.750667 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8a6b-5eef-4860-8cce-5b49f483c2a5 req-70d906aa-8ec2-4019-baae-d50a13fb401d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.752190 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-02cf8a6b-5eef-4860-8cce-5b49f483c2a5 req-70d906aa-8ec2-4019-baae-d50a13fb401d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0582573 Nov 19 13:42:33.806857 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-02cf8a6b-5eef-4860-8cce-5b49f483c2a5 req-34d0c76c-145a-4a6a-84c4-8d2d2939c3d7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485065 Nov 19 13:42:34.943700 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7d2d-04b1-4b8c-b80e-7169497c761e req-932bdaa4-d47c-4304-992c-5d3d6eb85f33 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:34.945176 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8bc7d2d-04b1-4b8c-b80e-7169497c761e req-932bdaa4-d47c-4304-992c-5d3d6eb85f33 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0538256 Nov 19 13:42:35.001330 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8bc7d2d-04b1-4b8c-b80e-7169497c761e req-f8ebfff1-b376-48bc-9ee9-6565e83dd1d4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499468 Nov 19 13:42:36.130112 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565acf-47d2-48bd-8724-e11b9a822f43 req-61e7f883-1cd4-4149-b3b7-e4c5868a64d4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:36.132002 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a5565acf-47d2-48bd-8724-e11b9a822f43 req-61e7f883-1cd4-4149-b3b7-e4c5868a64d4 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0511544 Nov 19 13:42:36.185673 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a5565acf-47d2-48bd-8724-e11b9a822f43 req-7177c59e-94a1-4255-875e-adc662e1ef24 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Nov 19 13:42:37.313056 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cb6dd-0701-456d-95ea-f7b9b5f819db req-0cb09c25-56c9-4aea-9d62-d825584a739b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.314523 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-668cb6dd-0701-456d-95ea-f7b9b5f819db req-0cb09c25-56c9-4aea-9d62-d825584a739b tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0511355 Nov 19 13:42:37.364709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-668cb6dd-0701-456d-95ea-f7b9b5f819db req-e0d7b373-b9d4-4b12-9a96-54999f88a51c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Nov 19 13:42:38.488191 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdeab0-ddef-440e-a5b7-2ee6f24e98ed req-ac5084c3-6dc6-49c1-ad02-1c43a0fcf7f6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:38.489865 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9afdeab0-ddef-440e-a5b7-2ee6f24e98ed req-ac5084c3-6dc6-49c1-ad02-1c43a0fcf7f6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0513704 Nov 19 13:42:38.539407 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9afdeab0-ddef-440e-a5b7-2ee6f24e98ed req-9be81496-e29a-412e-914f-5362c62fef29 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Nov 19 13:42:39.298261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-51b3030a-4f08-4b14-a435-4c16116d4891 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179538722&fields=id&tenant_id=85281dbfabf143df85af115a347baa81 HTTP/1.1" status: 200 len: 267 time: 0.0541344 Nov 19 13:42:39.358839 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-f390f530-8764-4157-89d0-fb8f3ef25bc6 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.360305 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-f390f530-8764-4157-89d0-fb8f3ef25bc6 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 984 time: 0.0551472 Nov 19 13:42:39.372437 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Request body: {'port': {'security_groups': ['8b6d2e7c-0774-4927-bfdd-25c19a810126']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:39.458519 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.670676 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:39.707637 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aef54-a9e5-41d9-bb92-5e8448ffae37 req-cde9120c-a4bc-4c31-a171-0e663ec2263a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.709177 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-495aef54-a9e5-41d9-bb92-5e8448ffae37 req-cde9120c-a4bc-4c31-a171-0e663ec2263a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0886302 Nov 19 13:42:39.719234 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.726720 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.738901 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:39.801919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.802806 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.805014 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dfcd0068-cee0-4203-bc33-ca86b1444f62 req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "PUT /v2.0/ports/2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 942 time: 0.4377346 Nov 19 13:42:39.810952 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:39.811068 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3303e152-a999-4654-a8ec-265c11eb540b" -d '{"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:39.811201 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44798) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.832199 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-495aef54-a9e5-41d9-bb92-5e8448ffae37 req-4a8b2257-74b9-405e-b4ec-abf90d07cdd5 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154621 Nov 19 13:42:39.855767 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event updated for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=7']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:39.864156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.864516 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.865006 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.865353 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.865692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.866028 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.866361 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.866701 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.867032 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.867409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.867748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.868069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea58bc1-1b1d-47af-a6f8-74f1fce70b31 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:39.885360 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21662271-8bc2-406e-8b4d-08e1bbb93c71 x-openstack-request-id: req-21662271-8bc2-406e-8b4d-08e1bbb93c71 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:39.885661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:39.885922 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21662271-8bc2-406e-8b4d-08e1bbb93c71 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:39.886341 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:42:39.893979 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:39.935749 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.965258 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.968797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e152-a999-4654-a8ec-265c11eb540b req-ab4f278c-26dc-4731-958d-96816691436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.972403 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-ab4f278c-26dc-4731-958d-96816691436a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1098 time: 0.0574660 Nov 19 13:42:40.046707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.050264 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.053474 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "DELETE /v2.0/security-groups/15636211-33b7-4acd-8d2d-bacf82528983 HTTP/1.1" status: 204 len: 168 time: 0.2392073 Nov 19 13:42:40.054631 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44804) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:40.074722 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6b6b85b5-bad9-4485-b825-626c351c5a38 None None] Provisioning complete for port 2ae72a4b-e531-4747-b7bd-e16df6dee43f triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:40.075435 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6b6b85b5-bad9-4485-b825-626c351c5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.108986 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e152-a999-4654-a8ec-265c11eb540b req-c490488c-4675-4281-8b2d-d3402d663e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.110787 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-c490488c-4675-4281-8b2d-d3402d663e9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.1312790 Nov 19 13:42:40.118237 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15636211-33b7-4acd-8d2d-bacf82528983,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:40.129973 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.130463 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.130823 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.131991 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.132389 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.133007 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.133829 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.134380 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.134943 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.135869 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.136433 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.136998 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92ab77b-8480-45f5-a650-6e23991a8396 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:40.203123 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-155378b1-3835-4166-ba51-e5100ec01507 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 1001 time: 0.0803528 Nov 19 13:42:40.285816 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e152-a999-4654-a8ec-265c11eb540b req-d619344f-dd26-4a6e-a629-91aebc727011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.287366 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-d619344f-dd26-4a6e-a629-91aebc727011 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0671320 Nov 19 13:42:40.298809 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Deleting port 2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:40.299416 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.339488 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e152-a999-4654-a8ec-265c11eb540b req-0becb970-3e30-4016-bee2-7d2e6c1e9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.341182 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-0becb970-3e30-4016-bee2-7d2e6c1e9d85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458038 Nov 19 13:42:40.389821 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.390268 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.403523 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Calling delete_port for 2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7 owned by network:floatingip {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:40.443868 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-d0e5f2fe-db6c-45a7-bc4e-f2d44ccc5ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938730 Nov 19 13:42:40.553154 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3303e152-a999-4654-a8ec-265c11eb540b req-521bdd29-85af-49ab-9cd6-28a3926e580c service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018472 Nov 19 13:42:40.600663 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.630633 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event deleted for resources: {'Port': ['ID=2d7ed9d9-4361-4bb9-9ad9-2660b3ca8dc7,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:40.707765 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.708194 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Floating IP 737157b2-ecbe-4747-8bb4-3876d5bf5717 disassociated (deleted). External IP: 172.27.1.216, port: 2ae72a4b-e531-4747-b7bd-e16df6dee43f. Nov 19 13:42:40.933292 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Router 532c5c80-3d15-42ef-bf98-c6934a013ddb has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:40.958775 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca073e-43f4-47b5-9e2a-c50b8ac3196c req-ae107a4e-6709-43c2-a3eb-0dd39a21234c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.960231 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5ca073e-43f4-47b5-9e2a-c50b8ac3196c req-ae107a4e-6709-43c2-a3eb-0dd39a21234c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 944 time: 0.0555236 Nov 19 13:42:41.011450 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5ca073e-43f4-47b5-9e2a-c50b8ac3196c req-a79aaf7b-f109-4877-99a2-c98fe929400d tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Nov 19 13:42:41.049707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:41.055434 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.061934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23206db-2499-461e-86f1-757286640903 None None] Sync routers for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:41.073635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23206db-2499-461e-86f1-757286640903 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:41.074553 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e23206db-2499-461e-86f1-757286640903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:41.083695 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8d928eab-afd5-4eda-ad8b-669d237b057d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "DELETE /v2.0/floatingips/737157b2-ecbe-4747-8bb4-3876d5bf5717 HTTP/1.1" status: 204 len: 168 time: 1.0158737 Nov 19 13:42:41.084277 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:41.086691 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00ba3e3-611b-498f-81a7-d340303fa9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:41.124089 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8e8b7-be2a-48c2-8db3-1d6c3cf0a8aa x-openstack-request-id: req-23d8e8b7-be2a-48c2-8db3-1d6c3cf0a8aa {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:41.124089 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:41.124403 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:41.124532 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23d8e8b7-be2a-48c2-8db3-1d6c3cf0a8aa {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:41.125160 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:42:41.209315 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-eb6fb04e-895c-415f-afc3-59856a0e117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.211449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-eb6fb04e-895c-415f-afc3-59856a0e117c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85281dbfabf143df85af115a347baa81&device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 1098 time: 0.0631344 Nov 19 13:42:41.328524 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-4b4a83cc-e2de-4839-b3b4-6a558516673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.330325 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-4b4a83cc-e2de-4839-b3b4-6a558516673e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 200 len: 915 time: 0.1113551 Nov 19 13:42:41.377778 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.db.resource_extend [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:42:41.405673 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-bfbfe878-1aa9-41cc-ae82-f13896cf380f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 200 len: 217 time: 0.0676341 Nov 19 13:42:41.438694 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e23206db-2499-461e-86f1-757286640903 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:41.463428 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-714cd4be-f2a3-4cb3-a4cb-355b96b5c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.464996 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-714cd4be-f2a3-4cb3-a4cb-355b96b5c5a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0472863 Nov 19 13:42:41.511741 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-e48b1356-525a-499d-a1aa-dad766b242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.513252 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-e48b1356-525a-499d-a1aa-dad766b242e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406964 Nov 19 13:42:41.585082 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:41.602524 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '96b4d778-35ca-4bef-a1ed-070e56519720', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'port_id': '96b4d778-35ca-4bef-a1ed-070e56519720', 'mac_address': 'fa:16:3e:f3:ed:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:41.609350 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-1e7cbb28-6b3d-459d-8cad-62b456b13125 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882869 Nov 19 13:42:41.687109 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.704591 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:41.716797 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d00ba3e3-611b-498f-81a7-d340303fa9ae req-39e0500e-3df5-4b77-a66b-acd61f12c3a7 service neutron] 10.222.0.69 "GET /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888686 Nov 19 13:42:41.737362 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:41.751024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.762440 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e23206db-2499-461e-86f1-757286640903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:41.816745 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23206db-2499-461e-86f1-757286640903 None None] Checking router: 532c5c80-3d15-42ef-bf98-c6934a013ddb for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:41.840288 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23206db-2499-461e-86f1-757286640903 None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:41.840922 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e23206db-2499-461e-86f1-757286640903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:41.882499 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=9']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:41.971312 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e23206db-2499-461e-86f1-757286640903 None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:42.000512 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['96b4d778-35ca-4bef-a1ed-070e56519720'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:42.167338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871055-2fa0-4dcc-aa6a-94f3f82cf4cd req-d1718f23-b658-4963-bc7d-fb3a176e9c80 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:42.169692 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-65871055-2fa0-4dcc-aa6a-94f3f82cf4cd req-d1718f23-b658-4963-bc7d-fb3a176e9c80 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 945 time: 0.0589962 Nov 19 13:42:42.232754 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-65871055-2fa0-4dcc-aa6a-94f3f82cf4cd req-ba7a7a5c-8ddb-43f8-acbd-01642e06d93c tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556636 Nov 19 13:42:42.277052 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda820-7aae-420a-9207-6479f5afefc3 req-2a787f06-8548-4e0a-84a4-c958de044c99 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:42.278585 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10fda820-7aae-420a-9207-6479f5afefc3 req-2a787f06-8548-4e0a-84a4-c958de044c99 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0670166 Nov 19 13:42:42.314437 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e23206db-2499-461e-86f1-757286640903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:42.328248 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-10fda820-7aae-420a-9207-6479f5afefc3 req-b38650d7-7d87-4adb-847f-d3a4994495c5 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431900 Nov 19 13:42:42.344349 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23206db-2499-461e-86f1-757286640903 None None] The sync data for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi is: [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:40:33Z', 'revision_number': 4, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '6876a2a2-27a2-4167-aecc-fdb958e3bffe', 'name': '', 'network_id': 'b9bb08a1-9ff5-42f1-8a77-98c8eea8801f', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'mac_address': 'fa:16:3e:3e:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:32Z', 'updated_at': '2021-11-19T13:40:39Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'subnets': [{'id': '472a6206-0689-4d7c-9cc6-a1658080d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:42.577392 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a163b-d9bd-4e77-ac30-b1342110de54 None None] New status for floating IP 737157b2-ecbe-4747-8bb4-3876d5bf5717: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:42:43.113870 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:43.174283 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 96b4d778-35ca-4bef-a1ed-070e56519720 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:43.174627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.256407 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.280742 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:43.283551 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e6856e-8451-404f-ad52-51bf1192f9c3" -d '{"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:43.296322 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:43.301948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.333547 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b62b8a-180c-45c0-9f49-927d2ce8f1a2 x-openstack-request-id: req-52b62b8a-180c-45c0-9f49-927d2ce8f1a2 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:43.334238 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-plugged", "status": "completed", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:43.334238 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52b62b8a-180c-45c0-9f49-927d2ce8f1a2 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:43.334496 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'code': 200} Nov 19 13:42:43.361237 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8e6bc-1453-495c-bec0-da71b30f37a0 req-09f5b1b1-de64-4737-819f-939dbb6f2c09 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.363197 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84e8e6bc-1453-495c-bec0-da71b30f37a0 req-09f5b1b1-de64-4737-819f-939dbb6f2c09 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.0558538 Nov 19 13:42:43.386243 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=10']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:43.427924 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84e8e6bc-1453-495c-bec0-da71b30f37a0 req-cdc85b10-5ee3-458a-b672-63f37781e4b7 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583849 Nov 19 13:42:43.465750 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e035e-5d10-419a-aeb8-d53acd76d250 req-d1f72d7a-4f95-43d7-89f2-bd01b1773c56 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.467337 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-684e035e-5d10-419a-aeb8-d53acd76d250 req-d1f72d7a-4f95-43d7-89f2-bd01b1773c56 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0544844 Nov 19 13:42:43.542962 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-684e035e-5d10-419a-aeb8-d53acd76d250 req-19e0c11d-1997-45ff-ae84-d61b771cf316 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682154 Nov 19 13:42:43.556013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eeea9-a074-4b79-b7a7-b8957c18113c req-8034e5f5-b07c-4690-9894-10b98dde3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.557502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-123eeea9-a074-4b79-b7a7-b8957c18113c req-8034e5f5-b07c-4690-9894-10b98dde3dbe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 1100 time: 0.0535815 Nov 19 13:42:43.604539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-123eeea9-a074-4b79-b7a7-b8957c18113c req-38c01d6a-fa08-43a5-a686-22c958686fd0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Nov 19 13:42:43.901682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c95c6-692a-4000-889e-ea2f5481be13 req-e27a9d55-c7f7-494d-add9-5b5297f2e0fe tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.903251 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-992c95c6-692a-4000-889e-ea2f5481be13 req-e27a9d55-c7f7-494d-add9-5b5297f2e0fe tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0514514 Nov 19 13:42:43.955812 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-992c95c6-692a-4000-889e-ea2f5481be13 req-886a0e3d-33ca-431e-9923-bd62f3e85f3c tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Nov 19 13:42:44.201406 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-050d7a82-1072-4438-81f6-dea620ae3482 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.203617 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-050d7a82-1072-4438-81f6-dea620ae3482 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.0607402 Nov 19 13:42:44.300572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Deleting port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:44.300905 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.399108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] For port b2bd181d-30d4-41e4-a9e9-27005b9e68f3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:44.399905 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.608792 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e55c7-e2a7-4e88-a462-a8e888058d58 req-774205e6-e495-4d9a-9d3c-4073c4120d3a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.610322 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a20e55c7-e2a7-4e88-a462-a8e888058d58 req-774205e6-e495-4d9a-9d3c-4073c4120d3a tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.1050906 Nov 19 13:42:44.612627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.612993 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.613313 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Floating IP 2e32416e-9734-4ee0-85b2-541069193dbb disassociated. External IP: 172.27.1.159, port: b2bd181d-30d4-41e4-a9e9-27005b9e68f3. Nov 19 13:42:44.613652 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Calling delete_port for b2bd181d-30d4-41e4-a9e9-27005b9e68f3 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:44.739028 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a20e55c7-e2a7-4e88-a462-a8e888058d58 req-7f470214-3d44-4381-8b01-4ce7b3c6d9ef tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206779 Nov 19 13:42:44.756574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccb500-6bb3-4b01-a146-c12f3919209e req-1451b0d1-4778-4b0f-bd9c-9ec95a29a484 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.758439 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fccb500-6bb3-4b01-a146-c12f3919209e req-1451b0d1-4778-4b0f-bd9c-9ec95a29a484 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/ports?device_id=940a641e-0c00-4c96-b29f-92bd6a3514ad HTTP/1.1" status: 200 len: 946 time: 0.1389410 Nov 19 13:42:44.853146 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4fccb500-6bb3-4b01-a146-c12f3919209e req-70420f18-1643-48c6-a5a2-6f6ba7f09dba tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups?id=daadedc3-5e4d-4dac-9ab0-7a80d848f711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837047 Nov 19 13:42:44.865880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.897304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'Port': ['ID=b2bd181d-30d4-41e4-a9e9-27005b9e68f3,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:44.985319 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.018096 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:45.163384 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f30456-1500-45a1-952f-828c23844bff req-1d259c04-a86b-41bd-baf2-5facc3fcb41d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.164901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4f30456-1500-45a1-952f-828c23844bff req-1d259c04-a86b-41bd-baf2-5facc3fcb41d tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.1025379 Nov 19 13:42:45.171626 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:45.185813 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:45.198536 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:45.200311 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:45.230633 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] No DVR routers for this DVR port b2bd181d-30d4-41e4-a9e9-27005b9e68f3 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:45.235444 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.238960 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc3b0e25-785e-449e-b8b1-48006a116b45 req-f6c47f96-2a99-4a10-835d-7d981714e5e2 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.69 "DELETE /v2.0/ports/b2bd181d-30d4-41e4-a9e9-27005b9e68f3 HTTP/1.1" status: 204 len: 173 time: 1.0276861 Nov 19 13:42:45.239822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'name': 'network-vif-deleted', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:45.242728 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47a0e41-e39e-4597-8846-7b512ca28b3d" -d '{"events": [{"server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "name": "network-vif-deleted", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:45.292240 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4f30456-1500-45a1-952f-828c23844bff req-5701a4de-b175-47c5-98e2-792e41b6b4a1 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b6d2e7c-0774-4927-bfdd-25c19a810126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173952 Nov 19 13:42:45.299361 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb60205-6979-4c77-a0d2-acedb1a3a23d x-openstack-request-id: req-acb60205-6979-4c77-a0d2-acedb1a3a23d {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:45.300356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940a641e-0c00-4c96-b29f-92bd6a3514ad", "name": "network-vif-deleted", "tag": "b2bd181d-30d4-41e4-a9e9-27005b9e68f3", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:45.300783 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-acb60205-6979-4c77-a0d2-acedb1a3a23d {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:45.301360 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940a641e-0c00-4c96-b29f-92bd6a3514ad', 'name': 'network-vif-deleted', 'tag': 'b2bd181d-30d4-41e4-a9e9-27005b9e68f3', 'status': 'completed', 'code': 200} Nov 19 13:42:45.362118 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:45.583867 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:45.614664 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:45.624177 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:45.624889 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:45.765538 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-df84aa04-b82a-4259-a033-5a8fc75f3bd2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.767246 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-df84aa04-b82a-4259-a033-5a8fc75f3bd2 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.69 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 945 time: 0.0593851 Nov 19 13:42:45.879672 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:45.912205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766ca0-eae5-4a3f-9909-97a8c299c75b req-23101492-4758-4df8-bb54-47b2d8080ac9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.913819 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f766ca0-eae5-4a3f-9909-97a8c299c75b req-23101492-4758-4df8-bb54-47b2d8080ac9 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.0658391 Nov 19 13:42:45.919002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Deleting port 2ae72a4b-e531-4747-b7bd-e16df6dee43f {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:45.919379 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.952328 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44922) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:46.012585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.030966 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7f766ca0-eae5-4a3f-9909-97a8c299c75b req-fdc43138-870b-48fa-a3f0-7445978f4012 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964351 Nov 19 13:42:46.039901 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.063156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] For port 2ae72a4b-e531-4747-b7bd-e16df6dee43f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2ae72a4b-e531-4747-b7bd-e16df6dee43f,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:46.063156 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.071215 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Calling delete_port for 2ae72a4b-e531-4747-b7bd-e16df6dee43f owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:46.104109 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.107293 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:46.108979 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.110142 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "DELETE /v2.0/security-groups/daadedc3-5e4d-4dac-9ab0-7a80d848f711 HTTP/1.1" status: 204 len: 168 time: 0.1558084 Nov 19 13:42:46.113088 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44926) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:46.120167 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c6ad-fcd2-4624-8daa-0b56bf188e93 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadedc3-5e4d-4dac-9ab0-7a80d848f711,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:46.132303 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.api.v2.resource [None req-628a5179-ca85-4b69-a26d-dc034fb672a1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] show failed (client error): The resource could not be found. Nov 19 13:42:46.133371 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-628a5179-ca85-4b69-a26d-dc034fb672a1 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "GET /v2.0/security-groups/daadedc3-5e4d-4dac-9ab0-7a80d848f711 HTTP/1.1" status: 404 len: 347 time: 0.0192771 Nov 19 13:42:46.136468 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 44928) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:46.145001 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198d9a8-d806-4824-a5cb-2d107707f1cb None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:15Z', 'revision_number': 4, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b', 'name': '', 'network_id': '2e8d3ce8-6200-409f-8036-c10d558c4d7e', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'mac_address': 'fa:16:3e:41:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'subnets': [{'id': 'e91182e2-b5a6-4ebd-965b-869b44b74935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:46.328291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.337588 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Deleting port c75b542d-ce48-4285-9bcd-6679b9da64aa {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:46.337931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.343463 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['2ae72a4b-e531-4747-b7bd-e16df6dee43f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:46.365634 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Pushing event deleted for resources: {'Port': ['ID=2ae72a4b-e531-4747-b7bd-e16df6dee43f,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:46.412417 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db483ae-6cb3-49f4-8c3f-9aea1441bd5d None None] New status for floating IP 2e32416e-9734-4ee0-85b2-541069193dbb: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:42:46.453536 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0a835b39-6541-4f1d-b442-0e1acbc778e5 req-daece785-3a58-44a4-828c-2d8f0b4d48ab tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.74 "GET /v2.0/ports?device_id=caec44c8-3924-450a-83bc-961394694ffa HTTP/1.1" status: 200 len: 210 time: 0.0767741 Nov 19 13:42:46.479041 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] No DVR routers for this DVR port 2ae72a4b-e531-4747-b7bd-e16df6dee43f on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:46.483119 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.486547 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6480e1fa-3411-4081-a1f6-e59b35601e1b req-0b57c858-c75c-499b-add2-73e4ed864e59 tempest-TestMinimumBasicScenario-833343224 tempest-TestMinimumBasicScenario-833343224-project] 10.222.0.69 "DELETE /v2.0/ports/2ae72a4b-e531-4747-b7bd-e16df6dee43f HTTP/1.1" status: 204 len: 173 time: 0.7134008 Nov 19 13:42:46.509969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.510295 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.522903 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Calling delete_port for c75b542d-ce48-4285-9bcd-6679b9da64aa owned by network:floatingip {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:46.552446 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c4bde4a0-8ff9-4554-b37b-4a6a41b6ef2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.670882 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.696429 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Pushing event deleted for resources: {'Port': ['ID=c75b542d-ce48-4285-9bcd-6679b9da64aa,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:46.760220 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.762825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.764126 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-73e3188a-0d62-4da9-b1bb-1342169a8314 tempest-AttachVolumeTestJSON-162414113 tempest-AttachVolumeTestJSON-162414113-project] 10.222.0.74 "DELETE /v2.0/floatingips/2e32416e-9734-4ee0-85b2-541069193dbb HTTP/1.1" status: 204 len: 168 time: 0.6266611 Nov 19 13:42:47.303405 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'name': 'network-vif-deleted', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:47.307848 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea4aa8-9838-4264-aaf9-2961b1ff7fe2" -d '{"events": [{"server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "name": "network-vif-deleted", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:47.353620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3248b86c-8435-48b5-a1e2-abdf603bb65d x-openstack-request-id: req-3248b86c-8435-48b5-a1e2-abdf603bb65d {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:47.353919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec44c8-3924-450a-83bc-961394694ffa", "name": "network-vif-deleted", "tag": "2ae72a4b-e531-4747-b7bd-e16df6dee43f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:47.354171 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3248b86c-8435-48b5-a1e2-abdf603bb65d {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:47.354575 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec44c8-3924-450a-83bc-961394694ffa', 'name': 'network-vif-deleted', 'tag': '2ae72a4b-e531-4747-b7bd-e16df6dee43f', 'status': 'completed', 'code': 200} Nov 19 13:42:48.064569 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44984) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:48.767048 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.786701 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-35979725-bef0-4b2c-ac93-9745a63255a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.080128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Deleting port 6876a2a2-27a2-4167-aecc-fdb958e3bffe {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:49.080945 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.124726 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2bd181d-30d4-41e4-a9e9-27005b9e68f3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:49.147758 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: b2bd181d-30d4-41e4-a9e9-27005b9e68f3 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:49.148247 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device b2bd181d-30d4-41e4-a9e9-27005b9e68f3 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:49.176951 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] For port 6876a2a2-27a2-4167-aecc-fdb958e3bffe, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6876a2a2-27a2-4167-aecc-fdb958e3bffe,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:49.177369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.191051 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Calling delete_port for 6876a2a2-27a2-4167-aecc-fdb958e3bffe owned by network:router_interface {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:49.403644 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.429519 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Pushing event deleted for resources: {'Port': ['ID=6876a2a2-27a2-4167-aecc-fdb958e3bffe,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:49.601996 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.819738 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Router 532c5c80-3d15-42ef-bf98-c6934a013ddb has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:49.928472 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:49.934132 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-30e36292-d147-482e-8970-ad9a6657b056 admin admin] 10.222.0.74 "PUT /v2.0/routers/532c5c80-3d15-42ef-bf98-c6934a013ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680203 Nov 19 13:42:49.937845 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 44996) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:49.940912 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Sync routers for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:49.951581 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:49.952290 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:50.043864 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.058247 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:50.150832 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.207568 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Deleting port ddabe47c-8ebf-4375-81c0-64b9bec346cd {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:50.207568 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.249899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:42:49Z', 'revision_number': 5, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port': {'id': 'ddabe47c-8ebf-4375-81c0-64b9bec346cd', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:31Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:50.278740 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Checking router: 532c5c80-3d15-42ef-bf98-c6934a013ddb for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:50.288494 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Routers {'532c5c80-3d15-42ef-bf98-c6934a013ddb'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:50.289100 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['532c5c80-3d15-42ef-bf98-c6934a013ddb'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:50.298653 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] For port ddabe47c-8ebf-4375-81c0-64b9bec346cd, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=ddabe47c-8ebf-4375-81c0-64b9bec346cd,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:50.298963 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.313099 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Calling delete_port for ddabe47c-8ebf-4375-81c0-64b9bec346cd owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:50.330842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45004) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:50.381089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.394730 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] Set router 532c5c80-3d15-42ef-bf98-c6934a013ddb gateway port host: None {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:50.451000 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:42:50Z', 'revision_number': 6, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:50.478324 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78650d3-61df-4cec-bde3-2028d33b55ec None None] The sync data for ids ['532c5c80-3d15-42ef-bf98-c6934a013ddb'] in dv-cinder-817351-4-iscsi is: [{'id': '532c5c80-3d15-42ef-bf98-c6934a013ddb', 'name': 'tempest-TestMinimumBasicScenario-954228553-router', 'tenant_id': '85281dbfabf143df85af115a347baa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:30Z', 'updated_at': '2021-11-19T13:42:50Z', 'revision_number': 6, 'project_id': '85281dbfabf143df85af115a347baa81', 'gw_port_host': None}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:50.502799 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.529476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddabe47c-8ebf-4375-81c0-64b9bec346cd,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:50.606822 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.704697 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.707040 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.754144 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.754811 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 532c5c80-3d15-42ef-bf98-c6934a013ddb {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:50.759944 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.761020 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-de0f31b4-b8ac-4f98-84b4-65aee5d35f44 admin admin] 10.222.0.74 "DELETE /v2.0/routers/532c5c80-3d15-42ef-bf98-c6934a013ddb HTTP/1.1" status: 204 len: 168 time: 0.8222828 Nov 19 13:42:50.763757 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45008) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:50.808704 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Deleting subnet 472a6206-0689-4d7c-9cc6-a1658080d6c7 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:50.812160 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.847468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.964155 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.027344 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.055402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472a6206-0689-4d7c-9cc6-a1658080d6c7,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:51.062056 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.065540 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-673e1085-7266-4ad2-8ab8-80c736550b28 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/472a6206-0689-4d7c-9cc6-a1658080d6c7 HTTP/1.1" status: 204 len: 168 time: 0.3007452 Nov 19 13:42:51.068280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45010) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:51.071198 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34645422-55f2-4b5c-b022-0f0af5373e16 None None] Network b9bb08a1-9ff5-42f1-8a77-98c8eea8801f requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:51.109974 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.162105 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 2ae72a4b-e531-4747-b7bd-e16df6dee43f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:51.188063 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 2ae72a4b-e531-4747-b7bd-e16df6dee43f {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:51.188414 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 2ae72a4b-e531-4747-b7bd-e16df6dee43f not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:51.312200 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device ddabe47c-8ebf-4375-81c0-64b9bec346cd no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:51.356718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: ddabe47c-8ebf-4375-81c0-64b9bec346cd {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:51.357060 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device ddabe47c-8ebf-4375-81c0-64b9bec346cd not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:51.357717 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6876a2a2-27a2-4167-aecc-fdb958e3bffe no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:51.391721 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] DHCP port deletion for b9bb08a1-9ff5-42f1-8a77-98c8eea8801f request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:51.395647 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 6876a2a2-27a2-4167-aecc-fdb958e3bffe {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:51.395979 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6876a2a2-27a2-4167-aecc-fdb958e3bffe not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:51.434746 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.455356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Deleting port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:51.455981 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.461440 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Deleting port c696c404-1a8d-4779-b56c-28ef60b6477a {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:51.461899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.488899 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Deleting port c696c404-1a8d-4779-b56c-28ef60b6477a {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:51.489238 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.527499 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] For port c696c404-1a8d-4779-b56c-28ef60b6477a, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c696c404-1a8d-4779-b56c-28ef60b6477a,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:51.527847 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.541862 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] For port e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:51.542144 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Calling delete_port for c696c404-1a8d-4779-b56c-28ef60b6477a owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:51.542248 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.556716 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] For port c696c404-1a8d-4779-b56c-28ef60b6477a, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c696c404-1a8d-4779-b56c-28ef60b6477a,segment=NetworkSegment(da119661-ffa3-493d-af65-7edf5ac51242),segment_id=da119661-ffa3-493d-af65-7edf5ac51242)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:51.557111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.557291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Calling delete_port for e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:51.570148 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Calling delete_port for c696c404-1a8d-4779-b56c-28ef60b6477a owned by network:dhcp {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:51.650307 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.670504 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.682360 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] No DVR routers for this DVR port c696c404-1a8d-4779-b56c-28ef60b6477a on host dv-cinder-817351-4-iscsi {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:51.687001 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c696c404-1a8d-4779-b56c-28ef60b6477a,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:51.697185 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] Pushing event deleted for resources: {'Port': ['ID=c696c404-1a8d-4779-b56c-28ef60b6477a,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:51.703140 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d15b9-5ebe-416e-a4ca-7a158fb02bf6 None None] No DVR routers for this DVR port c696c404-1a8d-4779-b56c-28ef60b6477a on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:51.764106 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.764709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.785646 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bb08a1-9ff5-42f1-8a77-98c8eea8801f']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:51.795376 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:51.795678 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da119661-ffa3-493d-af65-7edf5ac51242') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:51.796014 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da119661-ffa3-493d-af65-7edf5ac51242') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:51.809958 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.825184 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.831632 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:51.832167 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:51.834068 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:51.896956 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.904466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.908208 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b9bb08a1-9ff5-42f1-8a77-98c8eea8801f HTTP/1.1" status: 204 len: 168 time: 0.8389800 Nov 19 13:42:51.912099 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45012) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:51.918797 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2c55-b514-4890-902d-d304f5ea1a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bb08a1-9ff5-42f1-8a77-98c8eea8801f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:51.948486 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.048075 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.406900 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Router cb7b48cc-04e6-4e31-8281-5aa75263b160 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:52.458611 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.566678 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:52.572019 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-7d7ae356-0ba1-40d3-9ef6-318d208940f8 admin admin] 10.222.0.74 "PUT /v2.0/routers/cb7b48cc-04e6-4e31-8281-5aa75263b160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397690 Nov 19 13:42:52.574957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45014) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:52.577096 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Sync routers for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:52.578831 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.588387 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:52.589007 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:52.685277 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.695116 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:52.793737 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.843293 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Deleting port cbc08b98-17a3-43fc-a472-12e2c066f96d {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:52.843646 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.851134 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Deleting port b68a58e9-7762-44ec-86ed-945279665bcb {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:52.851461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.885753 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:42:51Z', 'revision_number': 5, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port': {'id': 'b68a58e9-7762-44ec-86ed-945279665bcb', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:52.911984 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Checking router: cb7b48cc-04e6-4e31-8281-5aa75263b160 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:52.920427 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Routers {'cb7b48cc-04e6-4e31-8281-5aa75263b160'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:52.921021 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['cb7b48cc-04e6-4e31-8281-5aa75263b160'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:52.930159 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] For port cbc08b98-17a3-43fc-a472-12e2c066f96d, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cbc08b98-17a3-43fc-a472-12e2c066f96d,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:52.930552 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.936022 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] For port b68a58e9-7762-44ec-86ed-945279665bcb, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b68a58e9-7762-44ec-86ed-945279665bcb,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:52.936385 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.949367 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Calling delete_port for b68a58e9-7762-44ec-86ed-945279665bcb owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:52.950072 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Calling delete_port for cbc08b98-17a3-43fc-a472-12e2c066f96d owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:53.012425 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] Set router cb7b48cc-04e6-4e31-8281-5aa75263b160 gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:53.068402 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:42:52Z', 'revision_number': 6, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:53.098776 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd7c0-3e7d-4df4-9d8a-5fd793539bd3 None None] The sync data for ids ['cb7b48cc-04e6-4e31-8281-5aa75263b160'] in dv-cinder-817351-4-iscsi is: [{'id': 'cb7b48cc-04e6-4e31-8281-5aa75263b160', 'name': 'tempest-AttachVolumeTestJSON-1157278371-router', 'tenant_id': '5a84768546e2479ab48c55cca9d00d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:42:52Z', 'revision_number': 6, 'project_id': '5a84768546e2479ab48c55cca9d00d88', 'gw_port_host': None}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:53.139373 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.154722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.166852 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68a58e9-7762-44ec-86ed-945279665bcb,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.182027 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc08b98-17a3-43fc-a472-12e2c066f96d,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.230208 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.325448 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.327707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.377136 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.382873 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.383390 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7b48cc-04e6-4e31-8281-5aa75263b160 {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:53.388094 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.389421 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-a6e87142-0e5e-4344-9341-3b7a26bc1ea5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cb7b48cc-04e6-4e31-8281-5aa75263b160 HTTP/1.1" status: 204 len: 168 time: 0.8124800 Nov 19 13:42:53.392076 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45016) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:53.442026 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Deleting subnet e91182e2-b5a6-4ebd-965b-869b44b74935 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:53.445848 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.487039 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.584511 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.632380 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Router 9c206ba8-8d08-4878-9038-b29c1a53eadd has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:53.638445 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.664372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91182e2-b5a6-4ebd-965b-869b44b74935,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.667947 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.671186 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-bacf436b-1027-4c69-958e-20de994e8370 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e91182e2-b5a6-4ebd-965b-869b44b74935 HTTP/1.1" status: 204 len: 168 time: 0.2781067 Nov 19 13:42:53.673884 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45018) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:53.677604 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1da5c-d66d-47bb-aa27-3cf02eb31be1 None None] Network 2e8d3ce8-6200-409f-8036-c10d558c4d7e requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:53.748625 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:53.754131 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-708023d9-64b7-4a90-9f13-0de9b8fe9741 admin admin] 10.222.0.74 "PUT /v2.0/routers/9c206ba8-8d08-4878-9038-b29c1a53eadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407757 Nov 19 13:42:53.756569 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45020) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:53.761448 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.768041 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Sync routers for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:53.800586 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:53.801218 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:53.818116 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Deleting port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:53.818445 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.889585 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] For port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,segment=NetworkSegment(0b86b238-019f-45c9-bf51-b332b111f066),segment_id=0b86b238-019f-45c9-bf51-b332b111f066)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:53.890471 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.908201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks [] for router, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.914540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Calling delete_port for cb4aa79a-5c81-448a-aeec-bb5bdaa2039c owned by network:dhcp {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:53.935899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c696c404-1a8d-4779-b56c-28ef60b6477a no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:53.977131 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:53.979066 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: c696c404-1a8d-4779-b56c-28ef60b6477a {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:53.979437 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c696c404-1a8d-4779-b56c-28ef60b6477a not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:53.979860 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:54.027273 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.042128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] No DVR routers for this DVR port cb4aa79a-5c81-448a-aeec-bb5bdaa2039c on host dv-cinder-817351-4-iscsi {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:54.050259 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03a91b-9015-46f1-b572-e499f4cf66fa None None] DHCP port deletion for 2e8d3ce8-6200-409f-8036-c10d558c4d7e request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:54.073585 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:54.073933 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device e69f6aca-4fc6-4e5a-b64c-856d6b4d5d7b not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:54.163111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4aa79a-5c81-448a-aeec-bb5bdaa2039c,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.183905 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.208288 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8d3ce8-6200-409f-8036-c10d558c4d7e']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.220182 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b86b238-019f-45c9-bf51-b332b111f066') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.220518 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b86b238-019f-45c9-bf51-b332b111f066') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.234170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.257865 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.259134 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:42:53Z', 'revision_number': 5, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.268032 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:54.268658 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:54.275355 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:54.288107 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Checking router: 9c206ba8-8d08-4878-9038-b29c1a53eadd for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:54.297426 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Routers {'9c206ba8-8d08-4878-9038-b29c1a53eadd'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:54.298054 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['9c206ba8-8d08-4878-9038-b29c1a53eadd'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.348828 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.354351 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.357657 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2e8d3ce8-6200-409f-8036-c10d558c4d7e HTTP/1.1" status: 204 len: 168 time: 0.6825662 Nov 19 13:42:54.367600 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.392214 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b86d5-9698-4606-a7a4-ba31b65fdb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8d3ce8-6200-409f-8036-c10d558c4d7e,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.438382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Deleting port 83c3ce47-58d8-4762-9253-1ed7b5184b8a {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:54.438825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.511156 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45024) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:54.536737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] For port 83c3ce47-58d8-4762-9253-1ed7b5184b8a, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=83c3ce47-58d8-4762-9253-1ed7b5184b8a,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:54.536737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.551689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Calling delete_port for 83c3ce47-58d8-4762-9253-1ed7b5184b8a owned by network:router_gateway {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:54.558135 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] Set router 9c206ba8-8d08-4878-9038-b29c1a53eadd gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:54.561422 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8a21a9f4-1e7e-4e88-8a42-4fdcc0b014b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a84768546e2479ab48c55cca9d00d88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486355 Nov 19 13:42:54.564304 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45026) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:54.621360 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.643442 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.696836 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.700053 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.701445 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb0b91a2-921e-4363-81db-c68d776e75cc HTTP/1.1" status: 204 len: 168 time: 0.1357491 Nov 19 13:42:54.710859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde8e1c-072a-4bab-97be-ce8945e44625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b91a2-921e-4363-81db-c68d776e75cc,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.780732 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.791609 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:42:53Z', 'revision_number': 5, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.807074 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c3ce47-58d8-4762-9253-1ed7b5184b8a,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.839156 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6b2ea-9c1b-4248-86cc-ff4e9916afab None None] The sync data for ids ['9c206ba8-8d08-4878-9038-b29c1a53eadd'] in dv-cinder-817351-4-iscsi is: [{'id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'name': 'tempest-TestMinimumBasicScenario-1912843250-router', 'tenant_id': 'dff31689243f4278bf981f665a9c950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:42:53Z', 'revision_number': 5, 'project_id': 'dff31689243f4278bf981f665a9c950c', 'gw_port': {'id': '83c3ce47-58d8-4762-9253-1ed7b5184b8a', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c206ba8-8d08-4878-9038-b29c1a53eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:40:36Z', 'updated_at': '2021-11-19T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:54.887408 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.053631 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.056631 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.134248 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.134712 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c206ba8-8d08-4878-9038-b29c1a53eadd {{(pid=102821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:55.141716 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.143658 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-348c7404-009a-4a77-a0cc-c26155906252 admin admin] 10.222.0.74 "DELETE /v2.0/routers/9c206ba8-8d08-4878-9038-b29c1a53eadd HTTP/1.1" status: 204 len: 168 time: 1.3857319 Nov 19 13:42:55.145891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45038) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:55.206866 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Deleting subnet 5bf54c62-67d4-4cc7-80ab-da185041da1c {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:55.211722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.271403 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8807219'] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.390146 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b68a58e9-7762-44ec-86ed-945279665bcb no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:55.413293 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.425098 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: b68a58e9-7762-44ec-86ed-945279665bcb {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:55.425618 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b68a58e9-7762-44ec-86ed-945279665bcb not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:55.426438 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cbc08b98-17a3-43fc-a472-12e2c066f96d no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:55.454252 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: cbc08b98-17a3-43fc-a472-12e2c066f96d {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:55.454252 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cbc08b98-17a3-43fc-a472-12e2c066f96d not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:55.454857 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cb4aa79a-5c81-448a-aeec-bb5bdaa2039c no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:55.482547 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: cb4aa79a-5c81-448a-aeec-bb5bdaa2039c {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:55.482799 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device cb4aa79a-5c81-448a-aeec-bb5bdaa2039c not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:55.511637 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8707463'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.560704 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf54c62-67d4-4cc7-80ab-da185041da1c,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:55.562734 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f7052-0ff6-4c84-8a82-cb9ee2ac1558 None None] Network a2a48a3d-79dc-4516-901a-d2a26fb57ada requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:55.566484 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.574280 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-20cab1a6-0579-42df-8b53-d68d31faf31b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5bf54c62-67d4-4cc7-80ab-da185041da1c HTTP/1.1" status: 204 len: 168 time: 0.4247243 Nov 19 13:42:55.574648 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45050) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:55.697113 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.781251 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Deleting port 38d15a92-c29c-4e27-bb4e-50f4755828df {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:55.781822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.847411 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] For port 38d15a92-c29c-4e27-bb4e-50f4755828df, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=38d15a92-c29c-4e27-bb4e-50f4755828df,segment=NetworkSegment(90ec5cd4-3b93-4094-8bac-2d7b1967f71b),segment_id=90ec5cd4-3b93-4094-8bac-2d7b1967f71b)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:55.847648 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.860767 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Calling delete_port for 38d15a92-c29c-4e27-bb4e-50f4755828df owned by network:dhcp {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:55.955391 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.982359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Pushing event deleted for resources: {'Port': ['ID=38d15a92-c29c-4e27-bb4e-50f4755828df,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:55.993784 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] No DVR routers for this DVR port 38d15a92-c29c-4e27-bb4e-50f4755828df on host dv-cinder-817351-4-iscsi {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:56.050425 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350133c1-2807-42a2-a329-0b929315dac8 None None] DHCP port deletion for a2a48a3d-79dc-4516-901a-d2a26fb57ada request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:56.083876 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.105183 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a48a3d-79dc-4516-901a-d2a26fb57ada']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:56.114872 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ec5cd4-3b93-4094-8bac-2d7b1967f71b') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:56.115169 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ec5cd4-3b93-4094-8bac-2d7b1967f71b') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:56.125199 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.139747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.146515 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:56.146948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:56.148805 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:56.215297 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.215297 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.221695 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] 10.222.0.74 "DELETE /v2.0/networks/a2a48a3d-79dc-4516-901a-d2a26fb57ada HTTP/1.1" status: 204 len: 168 time: 0.6425366 Nov 19 13:42:56.234616 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04b33-ad30-4f1d-bf8d-8ec90c278ade admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a48a3d-79dc-4516-901a-d2a26fb57ada,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:56.390337 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45072) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:56.430964 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-83985e82-71ca-4854-a802-23491878315a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85281dbfabf143df85af115a347baa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393400 Nov 19 13:42:56.433609 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45074) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:56.487460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.509969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.561598 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.564146 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.565847 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8b6d2e7c-0774-4927-bfdd-25c19a810126 HTTP/1.1" status: 204 len: 168 time: 0.1311619 Nov 19 13:42:56.573411 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd785a-8dbd-448a-bf92-b3fe72cad882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d2e7c-0774-4927-bfdd-25c19a810126,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:56.823745 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45084) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:56.916451 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45088) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:56.946191 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7a7387bf-0780-4ac8-b817-7cb44e0a7d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.987248 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-52e534da-0192-4374-82e3-41a6ef70c25a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dff31689243f4278bf981f665a9c950c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694156 Nov 19 13:42:56.990525 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45090) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.045089 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.048679 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7a7387bf-0780-4ac8-b817-7cb44e0a7d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.054841 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7a7387bf-0780-4ac8-b817-7cb44e0a7d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.072808 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.092544 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7a7387bf-0780-4ac8-b817-7cb44e0a7d36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=595b676f92be4f488e4fe3d2fa65032b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674155 Nov 19 13:42:57.095435 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45092) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.103704 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7387bf-0780-4ac8-b817-7cb44e0a7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d08f49-101c-4794-be37-54eb8eb1369e,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.122319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.125052 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.126294 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c71f46fc-da27-42bc-89e8-2fb132972290 HTTP/1.1" status: 204 len: 168 time: 0.1342244 Nov 19 13:42:57.140743 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75848d09-a238-4bed-9e0c-b3b0f43e0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f46fc-da27-42bc-89e8-2fb132972290,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.154700 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.177752 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.227897 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.230613 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.232120 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34d08f49-101c-4794-be37-54eb8eb1369e HTTP/1.1" status: 204 len: 168 time: 0.1354966 Nov 19 13:42:57.244149 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe46c5-a9d2-45a6-9d8c-dd87d87d2d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d08f49-101c-4794-be37-54eb8eb1369e,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.297368 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 38d15a92-c29c-4e27-bb4e-50f4755828df no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:57.318465 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 38d15a92-c29c-4e27-bb4e-50f4755828df {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:57.318655 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 38d15a92-c29c-4e27-bb4e-50f4755828df not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:57.319277 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 83c3ce47-58d8-4762-9253-1ed7b5184b8a no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:57.340991 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 83c3ce47-58d8-4762-9253-1ed7b5184b8a {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:57.341549 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 83c3ce47-58d8-4762-9253-1ed7b5184b8a not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:57.519570 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45108) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.534459 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d9e0-5878-47f1-8c69-6d21e5f56096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.618370 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d9e0-5878-47f1-8c69-6d21e5f56096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.622335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4fd9d9e0-5878-47f1-8c69-6d21e5f56096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.662173 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-4fd9d9e0-5878-47f1-8c69-6d21e5f56096 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e53b5a3540884719afd3848e6224a895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413291 Nov 19 13:42:57.664221 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9d9e0-5878-47f1-8c69-6d21e5f56096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec39a9-369e-46be-b754-f304c5035ab1,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.664891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45112) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.722569 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.744550 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.795806 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.798436 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.799833 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8eec39a9-369e-46be-b754-f304c5035ab1 HTTP/1.1" status: 204 len: 168 time: 0.1339371 Nov 19 13:42:57.808508 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191886-2f2f-4aa2-817e-d5c3c2c33d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec39a9-369e-46be-b754-f304c5035ab1,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.936024 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45126) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:58.035128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1210375736-network', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.060483 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Made reservation on behalf of 783e37f036a74f1d815332aa4c5a8a1a for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:58.063104 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.072467 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.154108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.159287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.182498 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:42:58.196460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c919bb41-e156-4511-a35f-a0920a211ad6,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.201476 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.201735 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Added segment bf399ef5-2cb9-4d12-98a9-9d70a6027f59 of type vlan for network e99b515c-40f9-48bf-80e5-bf33416424d2 Nov 19 13:42:58.241986 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.271190 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.272252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.272929 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.327970 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3907700 Nov 19 13:42:58.331628 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45146) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:58.338047 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Request body: {'subnet': {'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1210375736-subnet', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.340904 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1a44-6485-481a-9fc2-d2560135d85d admin admin] Pushing event updated for resources: {'Network': ['ID=e99b515c-40f9-48bf-80e5-bf33416424d2,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.355103 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network e99b515c-40f9-48bf-80e5-bf33416424d2 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:42:58.364280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Made reservation on behalf of 783e37f036a74f1d815332aa4c5a8a1a for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:58.367087 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12125365'] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.544918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12153814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12125351'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.602288 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f37b7dd-306c-4776-8ee1-525f5e4efd55,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.620767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:58.621243 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Network hostable DHCP agents. Network: e99b515c-40f9-48bf-80e5-bf33416424d2, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:42:58.641387 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:42:58.651170 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, e99b515c-40f9-48bf-80e5-bf33416424d2) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:58.655364 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.658967 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.661878 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491c46d-0fdd-4fed-b82a-f842feae5235 None None] Network e99b515c-40f9-48bf-80e5-bf33416424d2 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:58.680739 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-5e500408-4591-4be8-bdfd-a0c02bd4a1df admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3478491 Nov 19 13:42:58.683568 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45154) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:58.688565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.715613 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.716648 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.772473 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.828360 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-e99b515c-40f9-48bf-80e5-bf33416424d2', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:42:58.829605 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.918689 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.979377 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Allocated IP 172.20.0.2 (e99b515c-40f9-48bf-80e5-bf33416424d2/8f37b7dd-306c-4776-8ee1-525f5e4efd55/f4e1df2a-1eaa-4e75-9e20-141ccdfad288) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:59.133845 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.144473 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.150505 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.154945 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.195671 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:59.200515 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:59.203969 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:59.211726 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Pushing event updated for resources: {'Port': ['ID=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:59.274954 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Attempting to bind port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:59.275350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Attempting to bind port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:59.275707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Attempting to bind port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:59.280044 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Allocated IP 172.27.1.43 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/c33b033a-2e53-4563-b806-3ab49ca5eef6) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:59.281150 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:59.281753 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:59.282338 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.282866 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Bound using segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:59.284085 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Bound port: f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:59.284479 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.349457 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] For port f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:59.353153 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] For port f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:59.358816 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.404449 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.422172 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f9e0-754d-4f55-acb3-8cc4c9055fb7 None None] Pushing event updated for resources: {'Port': ['ID=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:59.452576 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.494392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:59.497697 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:59.501637 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:59.508299 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Pushing event updated for resources: {'Port': ['ID=c33b033a-2e53-4563-b806-3ab49ca5eef6,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:59.820198 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.025663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.162878 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:43:00.272702 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:00.284104 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:00.293064 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.294634 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0c631beb-c0a1-4e37-9c84-efb55a776a45 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6097236 Nov 19 13:43:00.295403 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:00.296021 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:00.297387 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45182) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:00.301205 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b453f-de47-4739-ae1d-4d11e96a5a48 None None] Network e99b515c-40f9-48bf-80e5-bf33416424d2 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:43:00.393292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] Provisioning complete for port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:00.394029 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.501665 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:00.544066 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.588845 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] For port f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:00.595746 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.660220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6d7c5-810f-47cc-8175-befdc883de6e None None] Pushing event updated for resources: {'Port': ['ID=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:00.695901 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 3, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:00.728964 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:00.729326 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Updating router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 port c33b033a-2e53-4563-b806-3ab49ca5eef6 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:43:00.757199 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.779742 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.823486 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-bd268db5-e0b4-4726-a3b4-a4c1a3eaf7ba None None] Provisioning complete for port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:00.823849 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bd268db5-e0b4-4726-a3b4-a4c1a3eaf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.973536 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Allocated IP 172.20.0.1 (e99b515c-40f9-48bf-80e5-bf33416424d2/8f37b7dd-306c-4776-8ee1-525f5e4efd55/5ceac0bd-66be-4c6e-893b-7f9909da8d90) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:01.049874 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.056666 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.088098 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.113005 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Attempting to bind port c33b033a-2e53-4563-b806-3ab49ca5eef6 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:01.113462 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Attempting to bind port c33b033a-2e53-4563-b806-3ab49ca5eef6 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:01.113894 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Attempting to bind port c33b033a-2e53-4563-b806-3ab49ca5eef6 on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:01.119552 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Pushing event updated for resources: {'Port': ['ID=c33b033a-2e53-4563-b806-3ab49ca5eef6,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:01.124285 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:01.124725 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:01.125182 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.125618 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:01.126142 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Bound port: c33b033a-2e53-4563-b806-3ab49ca5eef6, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:01.126599 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.133256 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.133765 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.134109 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.134412 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.134784 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.135078 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.135418 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.135736 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.136073 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.136393 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.136708 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.137009 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:01.137680 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.185481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:01.188698 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:01.189342 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] For port c33b033a-2e53-4563-b806-3ab49ca5eef6, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:01.191383 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:01.192774 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] For port c33b033a-2e53-4563-b806-3ab49ca5eef6, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c33b033a-2e53-4563-b806-3ab49ca5eef6,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:01.198544 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.219505 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:01.240128 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.255368 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e50d95-8c53-47a6-a96a-c752ea952316 None None] Pushing event updated for resources: {'Port': ['ID=c33b033a-2e53-4563-b806-3ab49ca5eef6,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:01.270026 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:01.270858 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:01.375539 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f4e1df2a-1eaa-4e75-9e20-141ccdfad288 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:01.405289 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:01.430071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.438229 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:01.438710 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.485858 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-08d1bc9e-1b5a-4b4a-8dce-fa9438ab7bd4 None None] Provisioning complete for port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:01.486239 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-08d1bc9e-1b5a-4b4a-8dce-fa9438ab7bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.526757 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-08d1bc9e-1b5a-4b4a-8dce-fa9438ab7bd4 None None] Port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:01.605912 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 3, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:01.608211 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.614822 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.633068 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bacaa-5a68-4f57-9f9d-6d18fc95f9cf None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 3, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:01.683423 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.685333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:01.786505 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:01.788134 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:02.075441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-0be9e6d7-f0d8-4c2e-9214-ed348e62059c None None] Provisioning complete for port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:02.075912 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0be9e6d7-f0d8-4c2e-9214-ed348e62059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.127942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-0be9e6d7-f0d8-4c2e-9214-ed348e62059c None None] Port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:02.226469 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:02.345113 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:02.350469 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-84a6a17c-eb65-4ce1-9599-62d3f43e69e2 admin admin] 10.222.0.74 "PUT /v2.0/routers/7cbb20cf-f395-44b9-a9d4-e29c10c08540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518410 Nov 19 13:43:02.390077 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45204) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:02.500449 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4c22211c-06d8-4035-9bd1-fff4ad1bebf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.598725 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4c22211c-06d8-4035-9bd1-fff4ad1bebf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.603766 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-4c22211c-06d8-4035-9bd1-fff4ad1bebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.644007 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-4c22211c-06d8-4035-9bd1-fff4ad1bebf0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3741f11370394c398d1fe2de946565fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521129 Nov 19 13:43:02.644918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22211c-06d8-4035-9bd1-fff4ad1bebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ded9ad0-088e-48bc-a90e-99f2c7f7c1a6,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:02.646787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45214) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:02.699205 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.727308 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.781526 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.784333 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.785966 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ded9ad0-088e-48bc-a90e-99f2c7f7c1a6 HTTP/1.1" status: 204 len: 168 time: 0.1375768 Nov 19 13:43:02.794176 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aff6f-de84-4137-ae1b-e2d3333b8dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ded9ad0-088e-48bc-a90e-99f2c7f7c1a6,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:02.877496 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45224) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:02.887588 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-890585705-network', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:02.911545 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Made reservation on behalf of de97c6e6265b439e873bfcd7e362c428 for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:02.913897 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.923057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.016003 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.022030 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.044430 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:43:03.060077 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e046148-13f6-4ebe-af48-8190da8f6cc3,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:03.062930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.063297 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Added segment fd98efdf-7d65-4279-84b1-1fc0c1e10d8d of type vlan for network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 Nov 19 13:43:03.105565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.134174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.135575 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:03.136170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.205285 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3238931 Nov 19 13:43:03.205464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45228) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:03.210423 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45230) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:03.210612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Request body: {'subnet': {'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-890585705-subnet', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'ip_version': 4}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:03.214171 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78226a-223a-4e2e-a85b-a765431fedb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa25726-f34d-4c4b-8e98-1b44e8df8f46,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:03.225362 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-842ebce3-4ed5-445a-b7f2-f4a8a3e565d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.227592 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:43:03.260090 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Made reservation on behalf of de97c6e6265b439e873bfcd7e362c428 for: {'subnet': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:03.263817 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8707564'] for subnet, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.333703 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c33b033a-2e53-4563-b806-3ab49ca5eef6 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:03.349108 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-842ebce3-4ed5-445a-b7f2-f4a8a3e565d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.361087 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-842ebce3-4ed5-445a-b7f2-f4a8a3e565d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.372427 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:03.393719 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:03.394468 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:03.406372 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-842ebce3-4ed5-445a-b7f2-f4a8a3e565d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad59f6f304e74300bc31d69e78954768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942558 Nov 19 13:43:03.406841 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45232) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:03.413183 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ebce3-4ed5-445a-b7f2-f4a8a3e565d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4d6fb-db5a-412c-afcd-2a40108a14ed,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:03.465557 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.487561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.496446 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port c33b033a-2e53-4563-b806-3ab49ca5eef6 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:03.497115 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.515748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8707582'] for subnet, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.545953 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:03.549940 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.552826 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.556940 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37b4d6fb-db5a-412c-afcd-2a40108a14ed HTTP/1.1" status: 204 len: 168 time: 0.1464851 Nov 19 13:43:03.565149 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59500e5-355b-4de0-ac4b-80dc0d55734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4d6fb-db5a-412c-afcd-2a40108a14ed,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:03.599174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Checking segment: {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:03.599544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Network hostable DHCP agents. Network: 4fa25726-f34d-4c4b-8e98-1b44e8df8f46, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:43:03.601898 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab09fe3-5b75-44e5-aff6-a066778a08e5,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:03.624479 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:43:03.636710 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 4fa25726-f34d-4c4b-8e98-1b44e8df8f46) {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:03.641379 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:03.641996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.662911 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ffbbc3a3-1cea-4856-96c8-a53cba9a0836 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4561577 Nov 19 13:43:03.665737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45236) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:03.671477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:03.696964 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.698454 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.757546 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.776032 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2a3cb-7a34-472c-84b3-9f04d00faf61 None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:43:03.907203 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:03.975993 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port c33b033a-2e53-4563-b806-3ab49ca5eef6, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c33b033a-2e53-4563-b806-3ab49ca5eef6,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:03.991146 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.103639 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=c33b033a-2e53-4563-b806-3ab49ca5eef6,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:04.144869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'fixed_ips': [{'subnet_id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:43:04.147026 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.187410 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 2, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:04.215536 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.274844 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:04.276207 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Updating router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:43:04.319731 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.410648 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Allocated IP 172.20.0.2 (4fa25726-f34d-4c4b-8e98-1b44e8df8f46/fab09fe3-5b75-44e5-aff6-a066778a08e5/c124fd91-ebf5-4e44-b311-7255632e7163) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:04.449305 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.474266 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.590722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Allocated IP 172.27.1.226 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/54551485-62a4-4e42-97cd-89137423e154) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:04.709760 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.720947 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.735106 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.766443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.786800 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:04.788757 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.794937 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:04.798609 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:04.805101 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.811782 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Pushing event updated for resources: {'Port': ['ID=c124fd91-ebf5-4e44-b311-7255632e7163,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:04.815698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:04.821092 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:04.823988 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:04.827500 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=54551485-62a4-4e42-97cd-89137423e154,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:04.902862 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Attempting to bind port c124fd91-ebf5-4e44-b311-7255632e7163 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:04.903273 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Attempting to bind port c124fd91-ebf5-4e44-b311-7255632e7163 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:04.903834 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Attempting to bind port c124fd91-ebf5-4e44-b311-7255632e7163 on network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:04.927168 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9491d-46a3-4b47-bda4-b6c237c8712e None None] Pushing event updated for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:04.952006 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:04.952766 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Checking segment: {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:04.953410 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.953986 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Bound using segment: {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:04.954786 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Bound port: c124fd91-ebf5-4e44-b311-7255632e7163, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:04.955477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.982271 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Attempting to bind port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:04.982639 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Attempting to bind port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:04.983002 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Attempting to bind port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:05.032736 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:05.033630 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:05.033630 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.033904 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Bound using segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:05.034380 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Bound port: 5ceac0bd-66be-4c6e-893b-7f9909da8d90, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:05.034757 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.109151 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] For port c124fd91-ebf5-4e44-b311-7255632e7163, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:05.114018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] For port c124fd91-ebf5-4e44-b311-7255632e7163, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c124fd91-ebf5-4e44-b311-7255632e7163,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:05.121838 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.183279 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.199879 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] For port 5ceac0bd-66be-4c6e-893b-7f9909da8d90, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:05.224709 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-622f4cc9-3a8e-421c-bd38-930832b3b8f1 None None] Provisioning complete for port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:05.224956 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-622f4cc9-3a8e-421c-bd38-930832b3b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.236729 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] For port 5ceac0bd-66be-4c6e-893b-7f9909da8d90, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5ceac0bd-66be-4c6e-893b-7f9909da8d90,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:05.270802 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.275969 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce0987-3e79-41e5-81c1-9e022d8d421d None None] Pushing event updated for resources: {'Port': ['ID=c124fd91-ebf5-4e44-b311-7255632e7163,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:05.319793 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-622f4cc9-3a8e-421c-bd38-930832b3b8f1 None None] Port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:05.346434 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:05.347193 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:05.352174 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c33b033a-2e53-4563-b806-3ab49ca5eef6 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:05.416096 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9491d-46a3-4b47-bda4-b6c237c8712e None None] Pushing event updated for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:05.480363 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.522870 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port c33b033a-2e53-4563-b806-3ab49ca5eef6 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:05.523296 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.568986 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:05.712560 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Router 917524db-9460-403d-87ba-3911788db0f2 is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:43:05.814938 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] Provisioning complete for port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:05.815182 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.840000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:05.854619 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Sync routers for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:05.865125 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:05.865932 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:05.866086 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:05.867476 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-55d55cff-24d2-4fb2-ab7b-cf15a9dbc4b4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1996522 Nov 19 13:43:05.870192 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45304) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:06.002759 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:06.105186 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.128019 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:05Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:06.157287 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45308) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:06.174784 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b53dff-2aac-45f9-8aab-419b23fc0416 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:05Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:06.190631 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] For port 5ceac0bd-66be-4c6e-893b-7f9909da8d90, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5ceac0bd-66be-4c6e-893b-7f9909da8d90,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:06.197221 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.215071 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:05Z', 'revision_number': 3, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:06.308175 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e51964-aaa2-46a4-bb80-7031e0df75b8 None None] Pushing event updated for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:06.399006 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d5d31460-b372-425f-9e10-73b55fc9f82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.452873 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Checking router: 917524db-9460-403d-87ba-3911788db0f2 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:06.453493 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Updating router 917524db-9460-403d-87ba-3911788db0f2 port 54551485-62a4-4e42-97cd-89137423e154 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:43:06.508543 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.514876 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d5d31460-b372-425f-9e10-73b55fc9f82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.520799 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-d5d31460-b372-425f-9e10-73b55fc9f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.558251 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.560288 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-d5d31460-b372-425f-9e10-73b55fc9f82e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2bd89cb7fc6f45d59f7b7411c6c28817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008307 Nov 19 13:43:06.560841 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45312) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:06.601419 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31460-b372-425f-9e10-73b55fc9f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbaea2d-4068-4969-9580-ce5182d1de35,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:06.639402 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14035c7-f8c8-4842-b409-9c28765401df None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:43:06.691013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.747795 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] Provisioning complete for port c124fd91-ebf5-4e44-b311-7255632e7163 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:06.748159 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.757001 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.863654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.866519 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.867789 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6dbaea2d-4068-4969-9580-ce5182d1de35 HTTP/1.1" status: 204 len: 168 time: 0.3060150 Nov 19 13:43:06.869184 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Allocated IP 172.20.0.1 (4fa25726-f34d-4c4b-8e98-1b44e8df8f46/fab09fe3-5b75-44e5-aff6-a066778a08e5/2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:06.875038 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.886076 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.908803 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.934101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d602c2f-24c9-45a4-98c6-99b6bd055ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbaea2d-4068-4969-9580-ce5182d1de35,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:06.967777 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] For port c124fd91-ebf5-4e44-b311-7255632e7163, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c124fd91-ebf5-4e44-b311-7255632e7163,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:06.973652 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:06.975239 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70a5f-e460-4081-9cbe-a4851a39f678 None None] Pushing event updated for resources: {'Port': ['ID=54551485-62a4-4e42-97cd-89137423e154,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.008752 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Attempting to bind port 54551485-62a4-4e42-97cd-89137423e154 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:07.008941 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Attempting to bind port 54551485-62a4-4e42-97cd-89137423e154 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:07.019382 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Attempting to bind port 54551485-62a4-4e42-97cd-89137423e154 on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:07.027614 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:07.028044 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:07.028470 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.028905 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:07.029401 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Bound port: 54551485-62a4-4e42-97cd-89137423e154, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:07.029876 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.107379 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16491ee5-f91b-41b7-81a8-c6dcdee9a570 None None] Pushing event updated for resources: {'Port': ['ID=c124fd91-ebf5-4e44-b311-7255632e7163,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.161082 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] For port 54551485-62a4-4e42-97cd-89137423e154, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:07.164790 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] For port 54551485-62a4-4e42-97cd-89137423e154, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=54551485-62a4-4e42-97cd-89137423e154,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:07.170871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.176240 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.212141 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.238322 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:07.242260 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:07.245267 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:07.314611 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-5c7deebe-2318-442e-bf3d-bb58608bc080 None None] Provisioning complete for port c124fd91-ebf5-4e44-b311-7255632e7163 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:07.315206 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5c7deebe-2318-442e-bf3d-bb58608bc080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.332202 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:07.332851 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:07.336900 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Pushing event updated for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.343377 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.370912 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45320) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:07.407853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a1-8081-483f-b106-848d28cbaff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.513125 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5ceac0bd-66be-4c6e-893b-7f9909da8d90 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:07.567018 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a1-8081-483f-b106-848d28cbaff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.567629 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70a5f-e460-4081-9cbe-a4851a39f678 None None] Pushing event updated for resources: {'Port': ['ID=54551485-62a4-4e42-97cd-89137423e154,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.570167 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.577894 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a1-8081-483f-b106-848d28cbaff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.625220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:07.625713 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.627900 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:07.630717 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-823fb7a1-8081-483f-b106-848d28cbaff4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6906da45e51b4468939f6e906e73bff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585495 Nov 19 13:43:07.635372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45322) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:07.650715 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb7a1-8081-483f-b106-848d28cbaff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245aa5f-16b0-4bbe-a7cf-4d05bbfaead4,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.707025 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.738521 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c124fd91-ebf5-4e44-b311-7255632e7163 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:07.754104 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.777044 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-0b4d7076-1531-4f0c-a0bd-dd6324ed9b5c None None] Provisioning complete for port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:07.777414 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0b4d7076-1531-4f0c-a0bd-dd6324ed9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.820209 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d7076-1531-4f0c-a0bd-dd6324ed9b5c None None] Port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:07.831285 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.834101 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.838427 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f245aa5f-16b0-4bbe-a7cf-4d05bbfaead4 HTTP/1.1" status: 204 len: 168 time: 0.2020288 Nov 19 13:43:07.848790 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f7af2-fcdd-47b0-baec-66b667ff6cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245aa5f-16b0-4bbe-a7cf-4d05bbfaead4,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:07.870090 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:05Z', 'revision_number': 3, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:07.882138 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port c124fd91-ebf5-4e44-b311-7255632e7163 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:07.882596 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.896982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.911191 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.924429 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f005b-9686-4fd3-aa72-72ccea8ffba5 None None] The sync data for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi is: [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:05Z', 'revision_number': 3, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:07.998722 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Pushing event updated for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:08.001478 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:08.107044 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:08.108487 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:08.240083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Router 917524db-9460-403d-87ba-3911788db0f2 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:08.392404 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:08.399148 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1bf262ad-7a25-46ae-b771-f33cb093b437 admin admin] 10.222.0.74 "PUT /v2.0/routers/917524db-9460-403d-87ba-3911788db0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277319 Nov 19 13:43:08.444729 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-86a839ee-729b-426a-a2f6-1d91e59c33f4 None None] Provisioning complete for port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:08.445788 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-86a839ee-729b-426a-a2f6-1d91e59c33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:08.485951 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-86a839ee-729b-426a-a2f6-1d91e59c33f4 None None] Port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:09.110063 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45354) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.115001 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976351387', 'description': 'tempest-secgroup-smoke-1976351387 description', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.142298 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.230452 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.236029 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.273386 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.274802 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1637194 Nov 19 13:43:09.277205 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18380bd2-2f93-4737-94e9-a9e73c96b3f0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e0b312-84e5-45c7-8a68-835c4928e291,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.277965 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45360) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.284185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.316011 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.322292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 54551485-62a4-4e42-97cd-89137423e154 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:09.374927 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 54551485-62a4-4e42-97cd-89137423e154 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:09.375083 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.393004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.398456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.418324 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8598a5-4218-4f36-826e-bac8b82e1524,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.430520 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.431810 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-86708dc9-f126-4dc6-a431-2761f1dcee94 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525540 Nov 19 13:43:09.434417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45362) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.438891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.459439 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.471265 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.481561 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 54551485-62a4-4e42-97cd-89137423e154, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=54551485-62a4-4e42-97cd-89137423e154,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:09.486223 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.538169 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.544293 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.547743 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=54551485-62a4-4e42-97cd-89137423e154,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.555337 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.555796 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.556218 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.556614 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.557013 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.557403 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.557794 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.558184 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.558568 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.559134 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.559526 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.559917 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:09.564805 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d1b28f-a4d4-4a0c-b7f6-56189524de13,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.577036 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.578929 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-e971fc67-0f18-4208-ba8c-3713e762f10b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434059 Nov 19 13:43:09.581719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45364) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.586236 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.616458 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.678384 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.685241 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.699281 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Sync routers for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:09.707126 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb199e7-9b07-4827-a371-f61cc251552d,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.711316 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:09.712041 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:09.716860 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.721319 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45366) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.721465 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f8072561-2338-4bb2-a8da-df5a073af865 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386013 Nov 19 13:43:09.726333 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.753320 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.817105 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.823390 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:09.823954 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.826160 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:09.841353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa8ac01-ac07-4a50-a7a5-22906b38d6f3,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.852737 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.856593 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7530cb20-3257-4533-a297-b021fe1f3e0c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316628 Nov 19 13:43:09.856741 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45368) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:09.861382 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:09.885296 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.securitygroups_db [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Project 783e37f036a74f1d815332aa4c5a8a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:43:09.893859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.962453 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.967202 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.986848 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc808c7-da4b-46fe-bd3a-e9d22a642452,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:09.994463 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:09.995883 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7b91513a-076c-4de6-bd3b-f18efb1b767c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382260 Nov 19 13:43:09.998459 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45370) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:10.003283 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'security_group_rule': {'security_group_id': '84e0b312-84e5-45c7-8a68-835c4928e291', 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:10.025748 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.securitygroups_db [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Project 783e37f036a74f1d815332aa4c5a8a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:43:10.031910 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.036031 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 4, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63', 'name': '', 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'mac_address': 'fa:16:3e:6b:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:06Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 2, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'subnets': [{'id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:10.066914 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Checking router: 917524db-9460-403d-87ba-3911788db0f2 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:10.067310 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Updating router 917524db-9460-403d-87ba-3911788db0f2 port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:43:10.092715 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.093753 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.099071 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.118434 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd2d21b-ada7-42d8-8c9d-38ac1b1a2ea5,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:10.129597 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.131014 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-cbf70c08-c3dd-42c5-924a-6684352ce7c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314869 Nov 19 13:43:10.397936 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.405581 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.483244 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d3703-bc60-43f9-a111-de8165cf1a46 None None] Pushing event updated for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:10.525003 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Attempting to bind port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:10.525567 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Attempting to bind port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:10.526102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Attempting to bind port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 on network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:10.532612 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:10.533481 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Checking segment: {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:10.534183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.534847 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Bound using segment: {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:10.535617 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Bound port: 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:10.536185 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.618915 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] For port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:10.637449 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] For port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:10.652855 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.746869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d3703-bc60-43f9-a111-de8165cf1a46 None None] Pushing event updated for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:10.757847 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:10.758595 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:10.798884 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] Provisioning complete for port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:10.803071 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.093792 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:11.130705 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.244350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] For port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:11.254968 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.292786 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 54551485-62a4-4e42-97cd-89137423e154 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:11.368011 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462e790-1f22-4ab7-83a2-99eda576f4f1 None None] Pushing event updated for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:11.412515 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-c42172bd-08d3-4c01-97d8-b799e730ea33 None None] Provisioning complete for port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:11.412785 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c42172bd-08d3-4c01-97d8-b799e730ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.463143 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 54551485-62a4-4e42-97cd-89137423e154 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:11.463532 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.508272 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 4, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63', 'name': '', 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'mac_address': 'fa:16:3e:6b:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:06Z', 'updated_at': '2021-11-19T13:43:10Z', 'revision_number': 4, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'subnets': [{'id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:11.540263 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491acf-066b-4a3a-b685-553c657ffd69 None None] The sync data for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi is: [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:43:07Z', 'revision_number': 4, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63', 'name': '', 'network_id': '4fa25726-f34d-4c4b-8e98-1b44e8df8f46', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'mac_address': 'fa:16:3e:6b:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:06Z', 'updated_at': '2021-11-19T13:43:10Z', 'revision_number': 4, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'subnets': [{'id': 'fab09fe3-5b75-44e5-aff6-a066778a08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:12.318459 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45472) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:12.437383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3a3e-0134-4202-b897-b351e0f857b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.519368 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3a3e-0134-4202-b897-b351e0f857b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.524756 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3a3e-0134-4202-b897-b351e0f857b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.567145 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45476) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:12.567724 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-e6dd3a3e-0134-4202-b897-b351e0f857b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de5c605b7d8d48bda02a399520d994ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476575 Nov 19 13:43:12.568423 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3a3e-0134-4202-b897-b351e0f857b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d079316-e261-4101-b347-2f53fcfdb28d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:12.616762 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.640493 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.696130 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.698812 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.700082 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d079316-e261-4101-b347-2f53fcfdb28d HTTP/1.1" status: 204 len: 168 time: 0.1318386 Nov 19 13:43:12.709810 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e8987-4940-4107-8ee8-cf86275e4955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d079316-e261-4101-b347-2f53fcfdb28d,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:13.334916 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:13.399337 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:13.399747 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:14.984824 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:15.491850 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe335162-92ce-4c71-ae99-0353cb015c51 req-da2fa547-2a9f-4d8b-9bab-e4ae57db6945 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:15.493365 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe335162-92ce-4c71-ae99-0353cb015c51 req-da2fa547-2a9f-4d8b-9bab-e4ae57db6945 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.0539377 Nov 19 13:43:15.553989 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe335162-92ce-4c71-ae99-0353cb015c51 req-86271d06-4cdb-4a49-bbc0-c77e8e2c2368 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526831 Nov 19 13:43:16.550715 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-954834f9-843d-4f51-97e9-1479eb5b56b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:16.692956 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51045-b8d7-4c73-87d6-2b9dbcddd568 req-e8e1e1a1-3470-4b76-8ffd-ad7c1ec99480 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.694615 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d0f51045-b8d7-4c73-87d6-2b9dbcddd568 req-e8e1e1a1-3470-4b76-8ffd-ad7c1ec99480 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.0546119 Nov 19 13:43:16.753364 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d0f51045-b8d7-4c73-87d6-2b9dbcddd568 req-54ea9a9c-f69a-4bc0-8448-d6e26dc82ef3 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups?id=5d02d80a-c3bd-4e32-8a07-655382a3df2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517321 Nov 19 13:43:16.944969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-8699ad50-eada-4594-b654-efe873eb7f19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.944969 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-8699ad50-eada-4594-b654-efe873eb7f19 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 947 time: 0.0545266 Nov 19 13:43:17.049950 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Deleting port 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:17.050291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.154465 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] For port 96b4d778-35ca-4bef-a1ed-070e56519720, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=96b4d778-35ca-4bef-a1ed-070e56519720,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:17.154830 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.638480 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.638963 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.639326 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Floating IP 4a5d2f82-a88f-436f-a149-60014f71e375 disassociated. External IP: 172.27.1.57, port: 96b4d778-35ca-4bef-a1ed-070e56519720. Nov 19 13:43:17.639650 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Calling delete_port for 96b4d778-35ca-4bef-a1ed-070e56519720 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:17.792180 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.825209 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'Port': ['ID=96b4d778-35ca-4bef-a1ed-070e56519720,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:17.894695 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1f1e88c0-7244-48fd-92a8-87865d603d1d req-fdc1fb03-b2a0-4714-b4eb-96590bac2b51 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6bff66c-4dcd-4ade-9837-55946c611c03 HTTP/1.1" status: 200 len: 210 time: 0.0617094 Nov 19 13:43:17.978259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:18.101952 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:18.114090 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:18.129249 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:18.130184 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:18.145880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] No DVR routers for this DVR port 96b4d778-35ca-4bef-a1ed-070e56519720 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:18.148675 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.152070 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d9df3bc8-30b0-432a-a716-849f33298e8d req-24e2df08-be04-4302-a652-7a73af220775 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.69 "DELETE /v2.0/ports/96b4d778-35ca-4bef-a1ed-070e56519720 HTTP/1.1" status: 204 len: 173 time: 1.2016325 Nov 19 13:43:18.152502 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-deleted', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:18.155202 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0460ef3-5f84-4d04-81c8-a0b35fe8dc31" -d '{"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-deleted", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:18.208456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7cf864-c4b0-40b6-884d-99aa3b8fb451 x-openstack-request-id: req-6c7cf864-c4b0-40b6-884d-99aa3b8fb451 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:18.208742 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bff66c-4dcd-4ade-9837-55946c611c03", "name": "network-vif-deleted", "tag": "96b4d778-35ca-4bef-a1ed-070e56519720", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:18.208996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c7cf864-c4b0-40b6-884d-99aa3b8fb451 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:18.211642 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bff66c-4dcd-4ade-9837-55946c611c03', 'name': 'network-vif-deleted', 'tag': '96b4d778-35ca-4bef-a1ed-070e56519720', 'status': 'completed', 'code': 200} Nov 19 13:43:18.291037 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:18.515276 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:18.543237 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:18.554899 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:18.555638 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:42:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:18.677102 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:18.790057 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ecb0409b-aa4d-4929-9914-d48d7433f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.899307 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:18.998337 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45600) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:19.025356 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c69f4-931e-4ee8-8657-43d9df32e55f None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '2a67ab06-3654-455c-8323-577cb4a523ae', 'name': '', 'network_id': 'bd895079-04e8-47ee-af89-1a706b94b509', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'mac_address': 'fa:16:3e:10:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:11Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'subnets': [{'id': '4d617827-5f38-4bd5-9901-1187f6dfa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:19.058235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.083747 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.141841 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.144587 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.145772 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "DELETE /v2.0/security-groups/5d02d80a-c3bd-4e32-8a07-655382a3df2b HTTP/1.1" status: 204 len: 168 time: 0.1463909 Nov 19 13:43:19.148787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45604) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:19.155367 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0488-feca-4c2c-a982-0e7842f5695e tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02d80a-c3bd-4e32-8a07-655382a3df2b,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:19.162854 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.api.v2.resource [None req-901ec03b-a360-4b16-91dc-1ec3434801d6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] show failed (client error): The resource could not be found. Nov 19 13:43:19.164248 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-901ec03b-a360-4b16-91dc-1ec3434801d6 tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "GET /v2.0/security-groups/5d02d80a-c3bd-4e32-8a07-655382a3df2b HTTP/1.1" status: 404 len: 347 time: 0.0141568 Nov 19 13:43:19.166942 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45606) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:19.301718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968bc00d-6c2f-4b9f-a05d-e638eeabda6f None None] New status for floating IP 4a5d2f82-a88f-436f-a149-60014f71e375: DOWN {{(pid=102822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:43:19.307310 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Deleting port 849ee10d-895a-4ee0-9430-6bea063702f2 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:19.307727 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.387744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.388037 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.400431 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Calling delete_port for 849ee10d-895a-4ee0-9430-6bea063702f2 owned by network:floatingip {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:19.545988 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.573551 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Pushing event deleted for resources: {'Port': ['ID=849ee10d-895a-4ee0-9430-6bea063702f2,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:19.656239 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks [] for floatingip, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.658976 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.663381 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-19c8da6d-c927-45f7-8eeb-c3b1a373544f tempest-AttachVolumeShelveTestJSON-2136024076 tempest-AttachVolumeShelveTestJSON-2136024076-project] 10.222.0.74 "DELETE /v2.0/floatingips/4a5d2f82-a88f-436f-a149-60014f71e375 HTTP/1.1" status: 204 len: 168 time: 0.4925232 Nov 19 13:43:20.335084 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.240138 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:21.264298 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 96b4d778-35ca-4bef-a1ed-070e56519720 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:21.264459 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 96b4d778-35ca-4bef-a1ed-070e56519720 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:21.267587 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45654) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:21.391843 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd96e-d1d6-4f96-89cd-19b20dfaf648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.475046 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd96e-d1d6-4f96-89cd-19b20dfaf648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.481471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd96e-d1d6-4f96-89cd-19b20dfaf648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.525735 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-7d4fd96e-d1d6-4f96-89cd-19b20dfaf648 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73b1029fb1db44b0bbaa6f54d746a5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570052 Nov 19 13:43:21.527015 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd96e-d1d6-4f96-89cd-19b20dfaf648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d2a65-7e1a-4bca-933a-6af7371176c2,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:21.528593 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45658) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:21.580089 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.600748 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.658241 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.661068 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.662218 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be4d2a65-7e1a-4bca-933a-6af7371176c2 HTTP/1.1" status: 204 len: 168 time: 0.1326137 Nov 19 13:43:21.671068 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffede7-07b6-4685-ae30-3589f51a5bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d2a65-7e1a-4bca-933a-6af7371176c2,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:21.946391 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.960293 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45664) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:21.974241 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5e23-6b60-4333-bc05-19925c7a422b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.061720 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5e23-6b60-4333-bc05-19925c7a422b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.067340 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5e23-6b60-4333-bc05-19925c7a422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.100161 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45672) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:22.112327 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-6b8e5e23-6b60-4333-bc05-19925c7a422b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28a9e7eea5a04e8f8ec15874bf2660f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506543 Nov 19 13:43:22.112990 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e5e23-6b60-4333-bc05-19925c7a422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3045d-6cbf-4ff5-a500-f52d9b88884f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:22.115636 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45676) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:22.166767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.189267 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.237760 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.240414 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.241549 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2e3045d-6cbf-4ff5-a500-f52d9b88884f HTTP/1.1" status: 204 len: 168 time: 0.1247289 Nov 19 13:43:22.250292 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1409fd-d5bc-4e80-8ba6-a85fcb429db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3045d-6cbf-4ff5-a500-f52d9b88884f,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:22.462615 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.595181 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45692) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:22.608901 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbd37-0b76-4cfd-95ec-1c0b6d9db560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.686489 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbd37-0b76-4cfd-95ec-1c0b6d9db560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.690925 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.691526 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbd37-0b76-4cfd-95ec-1c0b6d9db560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.732435 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8c8cbd37-0b76-4cfd-95ec-1c0b6d9db560 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b91d4cafe294447a630c556833e2f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336823 Nov 19 13:43:22.732435 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cbd37-0b76-4cfd-95ec-1c0b6d9db560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c3cfc-21f0-44a4-a93a-eadff33574de,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:22.732767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45694) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:22.838059 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.905526 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.979746 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.982189 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.983371 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d3c3cfc-21f0-44a4-a93a-eadff33574de HTTP/1.1" status: 204 len: 168 time: 0.2496321 Nov 19 13:43:22.998571 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff345834-21b7-44b2-93e3-df286ba310b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c3cfc-21f0-44a4-a93a-eadff33574de,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:23.046361 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Deleting port 2a67ab06-3654-455c-8323-577cb4a523ae {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:23.046813 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:23.128977 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] For port 2a67ab06-3654-455c-8323-577cb4a523ae, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2a67ab06-3654-455c-8323-577cb4a523ae,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:23.129362 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:23.146893 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Calling delete_port for 2a67ab06-3654-455c-8323-577cb4a523ae owned by network:router_interface {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:23.345767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:23.372179 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a67ab06-3654-455c-8323-577cb4a523ae,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:23.547769 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:23.775415 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Router e265bd26-b884-414e-ac64-fde86b54b6a5 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:23.886502 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:23.892184 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-647d0567-790f-43aa-8cf8-b966501da0a6 admin admin] 10.222.0.74 "PUT /v2.0/routers/e265bd26-b884-414e-ac64-fde86b54b6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7908721 Nov 19 13:43:23.895000 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45726) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:23.896654 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Sync routers for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:23.908248 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:23.909056 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:43:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:24.009500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.026682 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:24.122509 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.195344 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Deleting port 6e494aa0-cc07-4f55-b8ae-fc56759b716e {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:24.195780 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.222305 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:43:23Z', 'revision_number': 5, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port': {'id': '6e494aa0-cc07-4f55-b8ae-fc56759b716e', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:04Z', 'updated_at': '2021-11-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:24.253975 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Checking router: e265bd26-b884-414e-ac64-fde86b54b6a5 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:24.262715 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Routers {'e265bd26-b884-414e-ac64-fde86b54b6a5'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:24.263362 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:43:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['e265bd26-b884-414e-ac64-fde86b54b6a5'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:24.283239 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] For port 6e494aa0-cc07-4f55-b8ae-fc56759b716e, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=6e494aa0-cc07-4f55-b8ae-fc56759b716e,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:24.283498 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.295853 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Calling delete_port for 6e494aa0-cc07-4f55-b8ae-fc56759b716e owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:24.353159 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] Set router e265bd26-b884-414e-ac64-fde86b54b6a5 gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:24.412879 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:43:24Z', 'revision_number': 6, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:24.442121 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0cd3a-c004-4581-a027-c93f74f595f9 None None] The sync data for ids ['e265bd26-b884-414e-ac64-fde86b54b6a5'] in dv-cinder-817351-4-iscsi is: [{'id': 'e265bd26-b884-414e-ac64-fde86b54b6a5', 'name': 'tempest-AttachVolumeShelveTestJSON-335967662-router', 'tenant_id': 'be95e890da954a74b914b3e0aef316c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:03Z', 'updated_at': '2021-11-19T13:43:24Z', 'revision_number': 6, 'project_id': 'be95e890da954a74b914b3e0aef316c1', 'gw_port_host': None}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:24.469549 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.500584 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6e494aa0-cc07-4f55-b8ae-fc56759b716e,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:24.562366 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.655182 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.657487 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.709846 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.711550 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e265bd26-b884-414e-ac64-fde86b54b6a5 {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:43:24.717695 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.719593 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9ad9ea56-0e29-4099-8427-53d28f0225ca admin admin] 10.222.0.74 "DELETE /v2.0/routers/e265bd26-b884-414e-ac64-fde86b54b6a5 HTTP/1.1" status: 204 len: 168 time: 0.8231373 Nov 19 13:43:24.723858 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45734) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:24.774302 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Deleting subnet 4d617827-5f38-4bd5-9901-1187f6dfa510 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:43:24.779382 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.818481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.903508 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.958260 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.983269 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d617827-5f38-4bd5-9901-1187f6dfa510,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:24.986884 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.990171 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ea356808-fb66-44a3-922a-3ebd0f9faaac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4d617827-5f38-4bd5-9901-1187f6dfa510 HTTP/1.1" status: 204 len: 168 time: 0.2651410 Nov 19 13:43:24.993203 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45736) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:24.993395 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb2a2c-1b7b-459e-a48f-d0cf5124fec4 None None] Network bd895079-04e8-47ee-af89-1a706b94b509 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:43:25.065651 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.205060 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] DHCP port deletion for bd895079-04e8-47ee-af89-1a706b94b509 request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:43:25.276626 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Deleting port 4de968c6-1f29-4396-be74-527b1da22eea {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:25.277154 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.346719 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2a67ab06-3654-455c-8323-577cb4a523ae no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:25.376424 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 2a67ab06-3654-455c-8323-577cb4a523ae {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:25.376992 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2a67ab06-3654-455c-8323-577cb4a523ae not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:25.377404 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 4de968c6-1f29-4396-be74-527b1da22eea no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:25.405125 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Deleting port 4de968c6-1f29-4396-be74-527b1da22eea {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:25.405632 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.406582 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-5819cab8-f763-4ce6-b5e6-fa9195040c7e tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=66b0b65b622744afa401e5470efe9460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292342 Nov 19 13:43:25.410307 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=4de968c6-1f29-4396-be74-527b1da22eea,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:25.410903 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.435279 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Calling delete_port for 4de968c6-1f29-4396-be74-527b1da22eea owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:25.481661 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=4de968c6-1f29-4396-be74-527b1da22eea,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:25.482127 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.498115 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Calling delete_port for 4de968c6-1f29-4396-be74-527b1da22eea owned by network:dhcp {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:25.547815 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.598688 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 4de968c6-1f29-4396-be74-527b1da22eea, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=4de968c6-1f29-4396-be74-527b1da22eea,segment=NetworkSegment(f27a0d40-5e27-44e9-b4bd-c9d96a106e20),segment_id=f27a0d40-5e27-44e9-b4bd-c9d96a106e20)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:25.605188 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.606016 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6e494aa0-cc07-4f55-b8ae-fc56759b716e no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:25.621973 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.635064 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] No DVR routers for this DVR port 4de968c6-1f29-4396-be74-527b1da22eea on host dv-cinder-817351-4-iscsi {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:25.648673 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-7c8b853f-77a4-4e44-ae1d-6a9ff42b59c3 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:25.650336 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-7c8b853f-77a4-4e44-ae1d-6a9ff42b59c3 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280357 Nov 19 13:43:25.650720 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.653483 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event deleted for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:25.655649 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 6e494aa0-cc07-4f55-b8ae-fc56759b716e {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:25.656089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 6e494aa0-cc07-4f55-b8ae-fc56759b716e not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:25.683712 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-f56d0390-0990-4b72-b9e4-d2cbea251e0c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/quotas/66b0b65b622744afa401e5470efe9460 HTTP/1.1" status: 200 len: 375 time: 0.0242548 Nov 19 13:43:25.684256 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] Pushing event deleted for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:25.687629 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abce59d-7851-4a87-94aa-4e33369ed338 None None] No DVR routers for this DVR port 4de968c6-1f29-4396-be74-527b1da22eea on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:25.718982 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-ab1d47f5-be9d-4e23-83cc-bb6937d8aea9 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=66b0b65b622744afa401e5470efe9460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323315 Nov 19 13:43:25.722840 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Pushing event deleted for resources: {'Port': ['ID=4de968c6-1f29-4396-be74-527b1da22eea,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:25.736713 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.760492 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd895079-04e8-47ee-af89-1a706b94b509']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:25.771018 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:25.771352 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27a0d40-5e27-44e9-b4bd-c9d96a106e20') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:25.781477 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.795158 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.802095 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:43:25.802616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self.session.flush() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self.session.flush() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self.session.flush() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self.session.flush() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:43:25.805022 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:43:25.866476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.872536 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:25.878678 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] 10.222.0.74 "DELETE /v2.0/networks/bd895079-04e8-47ee-af89-1a706b94b509 HTTP/1.1" status: 204 len: 168 time: 0.8815730 Nov 19 13:43:25.888764 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da299-2b62-4f35-ac62-07d494e6e73b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd895079-04e8-47ee-af89-1a706b94b509,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:25.891566 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b1cd9732-0a07-4dca-bbcb-6e300bcf59e8 req-40759907-d51d-4b3b-8672-55bdefaf6bfa tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 210 time: 0.0353115 Nov 19 13:43:26.051294 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45764) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:26.093554 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8f46c882-f180-44b2-b819-7e657d04be59 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be95e890da954a74b914b3e0aef316c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410473 Nov 19 13:43:26.096043 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45766) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:26.149438 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.172246 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.223177 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.225817 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.229842 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a01f884f-abe3-4a5f-91fe-cc96cadd0b2b HTTP/1.1" status: 204 len: 168 time: 0.1301138 Nov 19 13:43:26.235734 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593eef-d1ee-4441-8e62-1e44957005b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f884f-abe3-4a5f-91fe-cc96cadd0b2b,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:26.814325 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-1e13bd5e-1407-41ae-a5f9-e7020ab32945 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=66b0b65b622744afa401e5470efe9460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234358 Nov 19 13:43:26.957127 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-ae89d6fe-9b8e-462b-8e86-515dc503532f tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:26.960194 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-ae89d6fe-9b8e-462b-8e86-515dc503532f tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401701 Nov 19 13:43:26.979368 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Request body: {'port': {'device_id': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90', 'admin_state_up': True, 'tenant_id': '66b0b65b622744afa401e5470efe9460'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:27.043023 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e56e2b3a-b06b-4cb0-a1ff-5c86ec0adf81 req-afd43bf2-ff9c-4247-b492-6c4d397c0ba5 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 210 time: 0.0724893 Nov 19 13:43:27.123466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Made reservation on behalf of 66b0b65b622744afa401e5470efe9460 for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:27.125936 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.138057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.221931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.228388 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.295325 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9add05-e663-41d2-89dc-0fc038d84ac1,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:27.379942 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Allocated IP 192.168.233.80 (7c0481b5-ab54-4f5c-9805-5ef8927e1d90/5d6c2628-d3f3-44b7-86f7-a4b827e9c499/3f292975-29a0-4c12-9dc3-b0bb7df8899f) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:27.534719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.567941 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45828) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:27.585080 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.627397 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:27.628761 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:27.634840 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:27.673954 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Pushing event updated for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:27.693265 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8553-b549-4371-b159-864952f0032e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.704253 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:27.705072 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.725392 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-9df0a9e3-e42f-4547-8505-0919a6e4c915 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7524002 Nov 19 13:43:27.739243 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Request body: {'port': {'device_id': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:27.804540 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8553-b549-4371-b159-864952f0032e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.813041 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8553-b549-4371-b159-864952f0032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.813799 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.847058 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8553-b549-4371-b159-864952f0032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84620608-f327-42f4-a0c6-392dc8873fd6,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:27.868993 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-cb2f8553-b549-4371-b159-864952f0032e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8099cde8b1146f7af47de4cd1259e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999015 Nov 19 13:43:27.875211 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45840) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:27.879341 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cf66920e-c958-480d-9b6e-7a738733bd66 None None] Provisioning complete for port 3f292975-29a0-4c12-9dc3-b0bb7df8899f triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:27.880291 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cf66920e-c958-480d-9b6e-7a738733bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.924630 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cf66920e-c958-480d-9b6e-7a738733bd66 None None] Port 3f292975-29a0-4c12-9dc3-b0bb7df8899f cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:27.938401 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.960813 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.974286 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-2003f850-9963-40fb-beda-830f87141796 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976351387&fields=id&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 267 time: 0.1121321 Nov 19 13:43:28.011626 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.014231 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.015394 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84620608-f327-42f4-a0c6-392dc8873fd6 HTTP/1.1" status: 204 len: 168 time: 0.1394742 Nov 19 13:43:28.024329 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4044b86-2757-46f8-9ca2-6dc08d3409ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84620608-f327-42f4-a0c6-392dc8873fd6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:28.194682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-1855e87b-858d-4411-9c93-94048f7f035d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.196222 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-1855e87b-858d-4411-9c93-94048f7f035d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.2156589 Nov 19 13:43:28.230181 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-5ea82972-05ec-4647-ae6a-8824b36a95e7 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/quotas/783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 375 time: 0.0236382 Nov 19 13:43:28.251745 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64937fc-3cc7-49da-94e8-424433c08ea3 req-80184f69-9fdb-4b62-8b8d-59c012df5b93 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.253234 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e64937fc-3cc7-49da-94e8-424433c08ea3 req-80184f69-9fdb-4b62-8b8d-59c012df5b93 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 935 time: 0.1288838 Nov 19 13:43:28.324185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f292975-29a0-4c12-9dc3-b0bb7df8899f {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:28.334865 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.367832 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Transition to ACTIVE for port object 3f292975-29a0-4c12-9dc3-b0bb7df8899f will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:28.375480 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.382524 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e64937fc-3cc7-49da-94e8-424433c08ea3 req-39726786-14b3-419e-8c82-82e4169d7a8d tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Nov 19 13:43:28.390635 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-53ae0088-b417-4362-8c9c-a1af343e1632 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497180 Nov 19 13:43:28.485880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:28.584173 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-81132f69-703a-469b-a4b9-5ba3094d464d service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690860 Nov 19 13:43:28.613459 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Attempting to bind port 3f292975-29a0-4c12-9dc3-b0bb7df8899f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:28.613844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Attempting to bind port 3f292975-29a0-4c12-9dc3-b0bb7df8899f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:28.614228 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Attempting to bind port 3f292975-29a0-4c12-9dc3-b0bb7df8899f on network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:28.647815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Port 3f292975-29a0-4c12-9dc3-b0bb7df8899f on network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:28.648654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Attempting to bind port 3f292975-29a0-4c12-9dc3-b0bb7df8899f on network 7c0481b5-ab54-4f5c-9805-5ef8927e1d90 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:28.656979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:28.657326 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Checking segment: {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:28.657713 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Bound using segment: {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:28.658164 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Bound port: 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c02e416-c233-4955-8c0d-fa5ca84b46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:28.658520 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.733584 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-89cc7eb4-31b9-4c3d-bc61-4e15476fcf60 service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427221 Nov 19 13:43:28.756938 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:28.762094 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:28.766534 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.800254 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.801083 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.802502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] 10.222.0.69 "PUT /v2.0/ports/3f292975-29a0-4c12-9dc3-b0bb7df8899f HTTP/1.1" status: 200 len: 1097 time: 1.0685859 Nov 19 13:43:28.808956 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:28.811838 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd5536-d3f3-403e-be8e-8623380dae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:28.882777 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033491f0-9207-4af5-9a8e-7faf5e86a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:28.909411 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7353cd08-9696-4000-b399-334576663fb1 x-openstack-request-id: req-7353cd08-9696-4000-b399-334576663fb1 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:28.909698 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:28.910107 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7353cd08-9696-4000-b399-334576663fb1 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:28.910639 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f', 'status': 'completed', 'code': 200} Nov 19 13:43:28.927668 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-ce41389f-729c-43e1-9e98-9923f010cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.929599 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-ce41389f-729c-43e1-9e98-9923f010cb14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66b0b65b622744afa401e5470efe9460&device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 1100 time: 0.0795178 Nov 19 13:43:28.989252 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-41371637-a7c4-4481-bd79-9e9149788e16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f HTTP/1.1" status: 200 len: 217 time: 0.0515413 Nov 19 13:43:29.075485 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-34bdae7f-a727-43a8-ab6c-808a49308dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.077450 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-34bdae7f-a727-43a8-ab6c-808a49308dc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6c2628-d3f3-44b7-86f7-a4b827e9c499 HTTP/1.1" status: 200 len: 843 time: 0.0804958 Nov 19 13:43:29.140795 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ce4cbb91-4885-4a6d-818f-a2656f938e99 req-8516ac96-6db0-491b-9785-b653ea6101be tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 210 time: 0.0454814 Nov 19 13:43:29.152105 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-d9269a0d-a729-4e8a-ab92-d54146e60053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.153652 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-d9269a0d-a729-4e8a-ab92-d54146e60053 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c0481b5-ab54-4f5c-9805-5ef8927e1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686791 Nov 19 13:43:29.265491 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-b75e436f-f404-4334-ad4a-00982fbedb78 service neutron] 10.222.0.69 "GET /v2.0/networks/7c0481b5-ab54-4f5c-9805-5ef8927e1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985167 Nov 19 13:43:29.374687 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-825285c1-df1a-46ca-84ca-e83ea4a87481 req-aa636acc-51a8-4dae-86ee-f3203c52c274 service neutron] 10.222.0.69 "GET /v2.0/networks/7c0481b5-ab54-4f5c-9805-5ef8927e1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016445 Nov 19 13:43:29.512958 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-2aa1caf1-d552-4cca-92ab-43fe21e34213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.514364 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-2aa1caf1-d552-4cca-92ab-43fe21e34213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66b0b65b622744afa401e5470efe9460&device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 1100 time: 0.0866735 Nov 19 13:43:29.540732 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fc8b-033b-4164-ac6e-f73c9a7f85bd req-3e84aa90-8fdb-496b-9a9b-be5879fd2d14 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.542219 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eb93fc8b-033b-4164-ac6e-f73c9a7f85bd req-3e84aa90-8fdb-496b-9a9b-be5879fd2d14 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 947 time: 0.0687962 Nov 19 13:43:29.649522 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eb93fc8b-033b-4164-ac6e-f73c9a7f85bd req-4ba95c15-46c1-45a5-8a89-d3a01c064e79 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970294 Nov 19 13:43:29.660351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-37d7aaf6-cb2e-4376-a8d9-e57786876bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.661829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-37d7aaf6-cb2e-4376-a8d9-e57786876bc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c0481b5-ab54-4f5c-9805-5ef8927e1d90 HTTP/1.1" status: 200 len: 870 time: 0.1370633 Nov 19 13:43:29.709160 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-1e09b958-2f23-4b4c-9e24-2f023a90e2f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f HTTP/1.1" status: 200 len: 217 time: 0.0390766 Nov 19 13:43:29.762764 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-9c92d1fa-ea92-4191-94b5-b9e47c121f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.764724 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-9c92d1fa-ea92-4191-94b5-b9e47c121f78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6c2628-d3f3-44b7-86f7-a4b827e9c499 HTTP/1.1" status: 200 len: 843 time: 0.0478096 Nov 19 13:43:29.816757 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-2bf61e21-f19a-4f58-9f1f-83591fb75542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.818451 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-2bf61e21-f19a-4f58-9f1f-83591fb75542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c0481b5-ab54-4f5c-9805-5ef8927e1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459118 Nov 19 13:43:29.909732 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-867d374f-b293-40ce-b76d-0bdcfdc2e7a1 service neutron] 10.222.0.69 "GET /v2.0/networks/7c0481b5-ab54-4f5c-9805-5ef8927e1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832531 Nov 19 13:43:29.960389 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45912) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:30.013117 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c0bd5536-d3f3-403e-be8e-8623380dae9b req-1960f3c8-8058-4c70-a2b6-f7022bb1c7b5 service neutron] 10.222.0.69 "GET /v2.0/networks/7c0481b5-ab54-4f5c-9805-5ef8927e1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922749 Nov 19 13:43:30.073993 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-480ef967-cf31-4d8c-a254-6b09d628749e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.154652 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-480ef967-cf31-4d8c-a254-6b09d628749e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.161162 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-480ef967-cf31-4d8c-a254-6b09d628749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.198912 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-05e6a8ca-1352-46d9-a46f-3983f3e37766 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.200696 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-05e6a8ca-1352-46d9-a46f-3983f3e37766 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.1174335 Nov 19 13:43:30.206701 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-480ef967-cf31-4d8c-a254-6b09d628749e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d142e9e148e4ab6bfc432184caa217d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451277 Nov 19 13:43:30.209086 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ef967-cf31-4d8c-a254-6b09d628749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59b92a-6383-4112-8339-787fe114de47,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:30.209920 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45918) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:30.557991 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e285df2-e43b-4a59-85c6-e54859bd3fb6 req-e2d09721-e2ca-4396-afaa-4b6eedb35ffc tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 210 time: 0.3253081 Nov 19 13:43:30.614427 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.621614 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-333efaea-8e71-4870-9ff4-e382f8879544 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 380 time: 0.4104600 Nov 19 13:43:30.636356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'port': {'device_id': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'admin_state_up': True, 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'security_groups': ['84e0b312-84e5-45c7-8a68-835c4928e291']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:30.689633 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.809778 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.812252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.813402 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd59b92a-6383-4112-8339-787fe114de47 HTTP/1.1" status: 204 len: 168 time: 0.6002877 Nov 19 13:43:30.824292 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef39a-9231-4673-b38a-a32f517158d2 req-81110c57-ac5e-4a92-b94b-09f7694c924c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.825720 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45fef39a-9231-4673-b38a-a32f517158d2 req-81110c57-ac5e-4a92-b94b-09f7694c924c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 947 time: 0.0804381 Nov 19 13:43:30.826292 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Made reservation on behalf of 783e37f036a74f1d815332aa4c5a8a1a for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:30.829655 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.852348 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a7cf0-c805-4cf2-ab4e-3bbfab963cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59b92a-6383-4112-8339-787fe114de47,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:30.935800 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-45fef39a-9231-4673-b38a-a32f517158d2 req-895872e6-fc15-4f23-bba6-52911df0fec4 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956967 Nov 19 13:43:31.003461 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.20.0.13 (e99b515c-40f9-48bf-80e5-bf33416424d2/8f37b7dd-306c-4776-8ee1-525f5e4efd55/9a9d1cdc-1baa-46a7-bc17-23842379e031) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:31.099949 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45926) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:31.113472 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaa34b21-a93f-45be-a74c-a3aea687bb92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.151604 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.188651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.189687 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaa34b21-a93f-45be-a74c-a3aea687bb92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.193962 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-eaa34b21-a93f-45be-a74c-a3aea687bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.232879 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-eaa34b21-a93f-45be-a74c-a3aea687bb92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1fb6d7c18d734aee8f153381718102d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313720 Nov 19 13:43:31.233705 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa34b21-a93f-45be-a74c-a3aea687bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2815cdc4-bb66-40d8-b431-8201a4f4d069,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:31.234101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:31.236809 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45928) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:31.237463 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:31.241298 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:31.276188 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:31.300534 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.304051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:31.304715 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.323932 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-c7cd4dc6-f4b9-4f2f-9638-7d63d8009a37 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6933837 Nov 19 13:43:31.326429 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.337382 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Request body: {'port': {'device_id': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:31.380648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.383372 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.384544 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2815cdc4-bb66-40d8-b431-8201a4f4d069 HTTP/1.1" status: 204 len: 168 time: 0.1466324 Nov 19 13:43:31.396510 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283a7d-4da4-4705-a8a7-0dec59f2f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815cdc4-bb66-40d8-b431-8201a4f4d069,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:31.427234 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.519113 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6e77f7c1-c833-40fe-a820-572184ec2632 None None] Provisioning complete for port 9a9d1cdc-1baa-46a7-bc17-23842379e031 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:31.519710 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6e77f7c1-c833-40fe-a820-572184ec2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.557787 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-6e77f7c1-c833-40fe-a820-572184ec2632 None None] Port 9a9d1cdc-1baa-46a7-bc17-23842379e031 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:31.707305 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c6555-09a1-431a-8603-5a2ee6cfcd04 req-387ce08d-a5f5-4e4c-8b2d-d6c382f65483 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:31.708841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f4c6555-09a1-431a-8603-5a2ee6cfcd04 req-387ce08d-a5f5-4e4c-8b2d-d6c382f65483 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 932 time: 0.0753157 Nov 19 13:43:31.776401 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9d1cdc-1baa-46a7-bc17-23842379e031 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:31.791292 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.807578 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f4c6555-09a1-431a-8603-5a2ee6cfcd04 req-9814a0a5-f2a9-4332-9339-4f2f3ce8ea2a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923176 Nov 19 13:43:31.812592 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Transition to ACTIVE for port object 9a9d1cdc-1baa-46a7-bc17-23842379e031 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:31.817466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.872106 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:31.953040 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Attempting to bind port 9a9d1cdc-1baa-46a7-bc17-23842379e031 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:31.953381 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Attempting to bind port 9a9d1cdc-1baa-46a7-bc17-23842379e031 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:31.953720 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Attempting to bind port 9a9d1cdc-1baa-46a7-bc17-23842379e031 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:31.968564 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Port 9a9d1cdc-1baa-46a7-bc17-23842379e031 on network e99b515c-40f9-48bf-80e5-bf33416424d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:31.968890 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Attempting to bind port 9a9d1cdc-1baa-46a7-bc17-23842379e031 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:31.974417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:31.974771 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:31.975297 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Bound using segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:31.975620 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Bound port: 9a9d1cdc-1baa-46a7-bc17-23842379e031, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:31.976409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.088690 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:32.092587 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:32.101607 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7c93e-a48b-42cc-8f48-af1d1bbeb49b req-13e6763b-cb8f-4ad1-ad8c-cd3ae91ae3a9 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.103344 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2de7c93e-a48b-42cc-8f48-af1d1bbeb49b req-13e6763b-cb8f-4ad1-ad8c-cd3ae91ae3a9 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 947 time: 0.0827355 Nov 19 13:43:32.104998 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.166272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.166942 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.168409 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] 10.222.0.69 "PUT /v2.0/ports/9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 1094 time: 0.8355882 Nov 19 13:43:32.168870 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:32.171282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaee50f-2888-4929-899b-9ea4c70a68c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:32.209956 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2a776-e4bf-4f7e-8f69-7417a53c657f service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:32.220940 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2de7c93e-a48b-42cc-8f48-af1d1bbeb49b req-56ed4d86-da37-489e-b419-a94421103e86 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Nov 19 13:43:32.256280 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d167c3-99a4-41ff-8888-2cf41edef69f x-openstack-request-id: req-94d167c3-99a4-41ff-8888-2cf41edef69f {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:32.256600 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:32.256844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94d167c3-99a4-41ff-8888-2cf41edef69f {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:32.257313 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'status': 'completed', 'code': 200} Nov 19 13:43:32.296469 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-94c2fe50-d91e-4d1c-ae80-a6df3dac3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.298114 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-94c2fe50-d91e-4d1c-ae80-a6df3dac3207 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1097 time: 0.0512288 Nov 19 13:43:32.348004 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-97beed27-58aa-4967-b656-a72c6bd9921a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 217 time: 0.0402250 Nov 19 13:43:32.398043 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-2b871aef-2a4c-4770-9549-76190461b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.399808 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-2b871aef-2a4c-4770-9549-76190461b69e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0449359 Nov 19 13:43:32.446695 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f2cf5b60-f0fa-46fd-a05a-e07250a4afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.448297 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-f2cf5b60-f0fa-46fd-a05a-e07250a4afd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418179 Nov 19 13:43:32.550098 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-64cadbf0-5ae2-45f0-86d4-53c378414d76 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944316 Nov 19 13:43:32.651698 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6d6ca9ff-fe04-4c43-91bc-db92b40a56f3 req-33af65bd-d245-4963-9017-c4b8d6289d76 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932474 Nov 19 13:43:32.741932 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-9fe67cce-d0b3-4274-b16d-7d1907918123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.743841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-9fe67cce-d0b3-4274-b16d-7d1907918123 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1097 time: 0.0453057 Nov 19 13:43:32.835848 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-c22c008e-399e-4d7a-b5b6-1c91b9375478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.837335 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-c22c008e-399e-4d7a-b5b6-1c91b9375478 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0852985 Nov 19 13:43:32.887749 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-38c784f3-6b5a-45a0-9151-19c24894da0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 217 time: 0.0427771 Nov 19 13:43:32.964635 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-e67127bf-4f64-4d32-bdcc-328d9cdee564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.966098 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-e67127bf-4f64-4d32-bdcc-328d9cdee564 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0695262 Nov 19 13:43:32.977477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa126da-767e-412c-ae18-d6d2bc8405df req-664386e5-2845-480b-bdb1-8764349dbcb5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.978966 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ffa126da-767e-412c-ae18-d6d2bc8405df req-664386e5-2845-480b-bdb1-8764349dbcb5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0938590 Nov 19 13:43:33.044734 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45976) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:33.058521 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ffa126da-767e-412c-ae18-d6d2bc8405df req-b4ba6ac6-8600-4c60-8112-be99eee76349 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697880 Nov 19 13:43:33.061240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-6c768412-9b71-41fa-9921-cc8d04605946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:33.063401 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-6c768412-9b71-41fa-9921-cc8d04605946 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833912 Nov 19 13:43:33.153417 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-90bc3cef-7554-43fc-91d9-41c5522f2279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.157180 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-e3a137d4-388d-4e5a-9c44-1c996c7adc5a service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Nov 19 13:43:33.231213 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-90bc3cef-7554-43fc-91d9-41c5522f2279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.238923 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-90bc3cef-7554-43fc-91d9-41c5522f2279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.254455 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0eaee50f-2888-4929-899b-9ea4c70a68c5 req-c15e9153-ad1a-45f2-a6d1-b1640378f07c service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900044 Nov 19 13:43:33.278607 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 3f292975-29a0-4c12-9dc3-b0bb7df8899f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:33.290863 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-90bc3cef-7554-43fc-91d9-41c5522f2279 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7fbc28c9de649e7a044e94abcbbe7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415760 Nov 19 13:43:33.291466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45982) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:33.296893 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc3cef-7554-43fc-91d9-41c5522f2279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a824c2-2e8f-48b7-8285-cb3ee8c86833,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:33.387308 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a17b7-5e7d-49d1-aca5-2bbf1e107d63 req-72871ea3-64dd-421d-9893-7c2db4f4d31c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:33.388766 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f88a17b7-5e7d-49d1-aca5-2bbf1e107d63 req-72871ea3-64dd-421d-9893-7c2db4f4d31c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 947 time: 0.0786099 Nov 19 13:43:33.389582 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.399550 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:33.411085 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '3f292975-29a0-4c12-9dc3-b0bb7df8899f', 'network_id': '7c0481b5-ab54-4f5c-9805-5ef8927e1d90', 'port_id': '3f292975-29a0-4c12-9dc3-b0bb7df8899f', 'mac_address': 'fa:16:3e:5a:ad:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6c2628-d3f3-44b7-86f7-a4b827e9c499', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:33.424886 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.454609 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.469840 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f292975-29a0-4c12-9dc3-b0bb7df8899f {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:33.475529 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f88a17b7-5e7d-49d1-aca5-2bbf1e107d63 req-cea1453b-492a-40c8-adc3-f1632f35db2d tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802829 Nov 19 13:43:33.491815 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:33.499753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.500392 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.502493 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.503669 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c3a824c2-2e8f-48b7-8285-cb3ee8c86833 HTTP/1.1" status: 204 len: 168 time: 0.2112107 Nov 19 13:43:33.514817 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9888437-773c-4439-a7e5-72674d739dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a824c2-2e8f-48b7-8285-cb3ee8c86833,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:33.564492 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:33.693795 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['3f292975-29a0-4c12-9dc3-b0bb7df8899f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:33.788057 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 45988) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:33.806548 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ae270e6-a967-4e21-b294-58d5c89d068e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.883790 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ae270e6-a967-4e21-b294-58d5c89d068e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.890456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-0ae270e6-a967-4e21-b294-58d5c89d068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.928566 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-0ae270e6-a967-4e21-b294-58d5c89d068e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19b6c6498b5c4a59a776d6545395d5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386111 Nov 19 13:43:33.929586 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae270e6-a967-4e21-b294-58d5c89d068e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161b407-3c73-434a-a453-6a7faa377e57,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:33.931741 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 45990) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:33.983028 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.009087 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.062280 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.065254 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.066504 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9161b407-3c73-434a-a453-6a7faa377e57 HTTP/1.1" status: 204 len: 168 time: 0.1337063 Nov 19 13:43:34.074711 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b956-bdea-4dd5-a9cc-a1e8a59c881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161b407-3c73-434a-a453-6a7faa377e57,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:34.175694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d175b6-e16a-4b44-b244-0f720b4da516 req-e3f107cf-2a49-4e90-b20c-7085fd441045 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:34.177189 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23d175b6-e16a-4b44-b244-0f720b4da516 req-e3f107cf-2a49-4e90-b20c-7085fd441045 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0500867 Nov 19 13:43:34.236894 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-23d175b6-e16a-4b44-b244-0f720b4da516 req-743e7471-a741-4343-9301-16790c65db96 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 Nov 19 13:43:34.600758 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2ac4-10e0-497c-a614-da9417cec19a req-62a1e995-4cfb-49b6-9ea3-95eeb99b0449 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:34.602448 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46ba2ac4-10e0-497c-a614-da9417cec19a req-62a1e995-4cfb-49b6-9ea3-95eeb99b0449 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 948 time: 0.0554266 Nov 19 13:43:34.652827 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-46ba2ac4-10e0-497c-a614-da9417cec19a req-545403ed-fef6-4673-8dfa-532e5e96b37c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Nov 19 13:43:35.294663 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 3f292975-29a0-4c12-9dc3-b0bb7df8899f up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:35.361838 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 3f292975-29a0-4c12-9dc3-b0bb7df8899f completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:35.363668 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa5ac-09a6-4057-8b7d-7fc1bffc76f6 req-baae60d5-4c5b-4430-987b-7a1a83430867 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.365538 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9dbaa5ac-09a6-4057-8b7d-7fc1bffc76f6 req-baae60d5-4c5b-4430-987b-7a1a83430867 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0577478 Nov 19 13:43:35.367978 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 3f292975-29a0-4c12-9dc3-b0bb7df8899f triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:35.368546 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:35.418091 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9dbaa5ac-09a6-4057-8b7d-7fc1bffc76f6 req-e4c2b041-6559-4f3f-8b90-6cda6bbd97cb tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Nov 19 13:43:35.457140 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:35.483625 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:35.488080 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590129f-f131-46e8-b628-e7aef1027bd3" -d '{"events": [{"server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "name": "network-vif-plugged", "status": "completed", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:35.505171 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:35.510148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:35.537363 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f91841-eb70-4d0f-a3a7-6fadad2453c3 x-openstack-request-id: req-64f91841-eb70-4d0f-a3a7-6fadad2453c3 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:35.537681 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "name": "network-vif-plugged", "status": "completed", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:35.537937 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64f91841-eb70-4d0f-a3a7-6fadad2453c3 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:35.538395 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f', 'code': 200} Nov 19 13:43:35.570772 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:35.714194 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762493b4-40f3-4741-a4a3-95b9c5df1526 req-60d82881-df7e-4cbd-bd4e-58f56310b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.715808 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-762493b4-40f3-4741-a4a3-95b9c5df1526 req-60d82881-df7e-4cbd-bd4e-58f56310b721 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 1102 time: 0.0442572 Nov 19 13:43:35.813734 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d27b4c-32ba-45df-a854-706143ec2340 req-1107c877-2355-4010-9264-64aed94ff07c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.815307 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6d27b4c-32ba-45df-a854-706143ec2340 req-1107c877-2355-4010-9264-64aed94ff07c tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 949 time: 0.0743303 Nov 19 13:43:35.818014 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-762493b4-40f3-4741-a4a3-95b9c5df1526 req-6e79e198-455e-4f72-b0f0-f74fa0beecee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955408 Nov 19 13:43:35.863719 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6d27b4c-32ba-45df-a854-706143ec2340 req-6f3d34ca-44e8-4823-bea7-b97ccd69204a tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Nov 19 13:43:36.542188 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aac680-3051-495f-ad2e-3ac02ce3464c req-c0cfa169-964e-4c79-ab96-b999b2092f1e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:36.543691 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4aac680-3051-495f-ad2e-3ac02ce3464c req-c0cfa169-964e-4c79-ab96-b999b2092f1e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0497978 Nov 19 13:43:36.594403 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e4aac680-3051-495f-ad2e-3ac02ce3464c req-708cb992-e120-4298-b6fa-a43c0f46b47e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Nov 19 13:43:36.994231 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695e2e-e092-4b4d-8689-cc04df603998 req-913a3844-d27e-43a6-b353-d3ec736533f5 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:36.995858 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-55695e2e-e092-4b4d-8689-cc04df603998 req-913a3844-d27e-43a6-b353-d3ec736533f5 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 949 time: 0.0548978 Nov 19 13:43:37.047912 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-55695e2e-e092-4b4d-8689-cc04df603998 req-84d59dd3-3806-4cba-95ac-0c8d70fbc3f1 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Nov 19 13:43:37.334359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304a344-c9ad-4bcf-8282-1406133ace03 req-8d3c78ec-132b-4a26-a253-0255e5abf05e tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:37.336876 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c304a344-c9ad-4bcf-8282-1406133ace03 req-8d3c78ec-132b-4a26-a253-0255e5abf05e tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 949 time: 0.0576499 Nov 19 13:43:37.388537 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c304a344-c9ad-4bcf-8282-1406133ace03 req-25a937fc-fb98-4e1f-8a3a-e3ec43bbd61b tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462339 Nov 19 13:43:37.732300 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdd749-87c3-49c7-9b0f-cf1cca0ca4ae req-d4428f24-f941-4dbd-aa9b-79717284a791 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:37.733802 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49fdd749-87c3-49c7-9b0f-cf1cca0ca4ae req-d4428f24-f941-4dbd-aa9b-79717284a791 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0538406 Nov 19 13:43:37.790267 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-49fdd749-87c3-49c7-9b0f-cf1cca0ca4ae req-d93c2e46-3142-4e7d-88d0-1f60f45fa411 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470572 Nov 19 13:43:38.517413 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1f107-9386-4519-ae6b-b95343899f46 req-b1d6edc7-c6e8-4754-bac1-0ad45a1b80b3 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.518928 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a5a1f107-9386-4519-ae6b-b95343899f46 req-b1d6edc7-c6e8-4754-bac1-0ad45a1b80b3 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 949 time: 0.0510139 Nov 19 13:43:38.570502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a5a1f107-9386-4519-ae6b-b95343899f46 req-60facb0b-77b9-41b3-b772-2884ed04d134 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf9add05-e663-41d2-89dc-0fc038d84ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Nov 19 13:43:38.650096 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-d89bcf7b-d874-48fd-b31a-4632681b49f8 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.651581 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-d89bcf7b-d874-48fd-b31a-4632681b49f8 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.69 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 949 time: 0.0496655 Nov 19 13:43:38.748896 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Deleting port 3f292975-29a0-4c12-9dc3-b0bb7df8899f {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:38.749267 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:38.846809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] For port 3f292975-29a0-4c12-9dc3-b0bb7df8899f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=3f292975-29a0-4c12-9dc3-b0bb7df8899f,segment=NetworkSegment(4c02e416-c233-4955-8c0d-fa5ca84b46fb),segment_id=4c02e416-c233-4955-8c0d-fa5ca84b46fb)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:38.846809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:38.855034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Calling delete_port for 3f292975-29a0-4c12-9dc3-b0bb7df8899f owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:38.955078 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0afc4-75dc-4aa9-989c-1ae2fbab0634 req-89bfe0b3-0c1e-475e-b684-751e0d1d06b8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.956567 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09a0afc4-75dc-4aa9-989c-1ae2fbab0634 req-89bfe0b3-0c1e-475e-b684-751e0d1d06b8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0960135 Nov 19 13:43:39.041541 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09a0afc4-75dc-4aa9-989c-1ae2fbab0634 req-1a6e0318-0afa-4af6-8ec3-c24dcc2157e0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750887 Nov 19 13:43:39.058836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.088682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Pushing event deleted for resources: {'Port': ['ID=3f292975-29a0-4c12-9dc3-b0bb7df8899f,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:39.128754 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] No DVR routers for this DVR port 3f292975-29a0-4c12-9dc3-b0bb7df8899f on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:39.131459 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.134901 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bffc3e92-77dc-491a-b447-9878fa61e0f9 req-7bc2b9dc-b399-4695-a675-b97366a6aeca tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.69 "DELETE /v2.0/ports/3f292975-29a0-4c12-9dc3-b0bb7df8899f HTTP/1.1" status: 204 len: 173 time: 0.4773839 Nov 19 13:43:39.135398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'name': 'network-vif-deleted', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:39.137743 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9644885-3783-4d67-a076-7e1d66846465" -d '{"events": [{"server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "name": "network-vif-deleted", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:39.178350 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b6a80-0369-40bd-a3ad-531105ee567f x-openstack-request-id: req-bb5b6a80-0369-40bd-a3ad-531105ee567f {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:39.178640 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d6b89-1cca-4b89-8de4-fe49d65b1130", "name": "network-vif-deleted", "tag": "3f292975-29a0-4c12-9dc3-b0bb7df8899f", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:39.179071 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb5b6a80-0369-40bd-a3ad-531105ee567f {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:39.179525 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d6b89-1cca-4b89-8de4-fe49d65b1130', 'name': 'network-vif-deleted', 'tag': '3f292975-29a0-4c12-9dc3-b0bb7df8899f', 'status': 'completed', 'code': 200} Nov 19 13:43:39.679139 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7926b17d-dfe3-4f5d-b3b4-8569a833fe08 req-d9c5e5d4-4beb-4c26-abd4-bf643b72d366 tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 210 time: 0.0324950 Nov 19 13:43:40.180717 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d7d79-2750-4a6d-8cd9-610d67a2ba3b req-776ee256-b5eb-4c6c-9c7a-b6930934da6d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:40.182158 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-966d7d79-2750-4a6d-8cd9-610d67a2ba3b req-776ee256-b5eb-4c6c-9c7a-b6930934da6d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0665910 Nov 19 13:43:40.235387 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-966d7d79-2750-4a6d-8cd9-610d67a2ba3b req-010739fa-7c79-4c92-adc7-00126e3748c0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Nov 19 13:43:40.782726 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1d516926-048c-4ecc-9500-55600b99647f req-d6f42d90-17a2-4f9a-b0cc-408a5386ae7b tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 210 time: 0.0267675 Nov 19 13:43:41.378342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc77e6-8917-44f0-aa00-a236ac57fbfc req-04a71703-1242-4e11-834c-c48d262190a9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:41.379868 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-27bc77e6-8917-44f0-aa00-a236ac57fbfc req-04a71703-1242-4e11-834c-c48d262190a9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0584216 Nov 19 13:43:41.432997 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-27bc77e6-8917-44f0-aa00-a236ac57fbfc req-9ed2e262-a6bf-4297-ad49-a33529f7ad59 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Nov 19 13:43:41.588103 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['3f292975-29a0-4c12-9dc3-b0bb7df8899f'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:41.907380 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bb994478-c343-4acd-a308-40e2466f3a6b req-194db61d-859b-4f7e-bbd9-b8411787763e tempest-VolumesNegativeTest-2092559336 tempest-VolumesNegativeTest-2092559336-project] 10.222.0.74 "GET /v2.0/ports?device_id=608d6b89-1cca-4b89-8de4-fe49d65b1130 HTTP/1.1" status: 200 len: 210 time: 0.0376511 Nov 19 13:43:42.566444 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94cb04-84cf-474a-9bec-2718040c1065 req-c8ef49db-a737-4741-b86e-8354d308621e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:42.568022 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1e94cb04-84cf-474a-9bec-2718040c1065 req-c8ef49db-a737-4741-b86e-8354d308621e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0532391 Nov 19 13:43:42.629156 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1e94cb04-84cf-474a-9bec-2718040c1065 req-5e0020ec-74cd-45f9-8064-1d9fdd455275 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519218 Nov 19 13:43:43.575947 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9a9d1cdc-1baa-46a7-bc17-23842379e031 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:43.700564 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:43.713846 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'port_id': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'mac_address': 'fa:16:3e:49:43:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:43.754373 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.769269 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719b8fb-d96f-445d-8977-6d4035eb6551 req-1e190059-29e8-44fd-8cb6-04015090ba79 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:43.769883 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9d1cdc-1baa-46a7-bc17-23842379e031 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:43.770821 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3719b8fb-d96f-445d-8977-6d4035eb6551 req-1e190059-29e8-44fd-8cb6-04015090ba79 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 944 time: 0.0522258 Nov 19 13:43:43.804788 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:43.809133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.836535 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3719b8fb-d96f-445d-8977-6d4035eb6551 req-86ef0013-1967-4a6e-9f17-f4397ae723d7 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561178 Nov 19 13:43:43.872445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:44.023303 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['9a9d1cdc-1baa-46a7-bc17-23842379e031'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:44.969980 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20647f8d-cd41-4347-8aca-a4f5f6dcc874 req-8b7e56d9-b90b-4c4d-b3b2-75f1a3250aaa tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:44.971331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-20647f8d-cd41-4347-8aca-a4f5f6dcc874 req-8b7e56d9-b90b-4c4d-b3b2-75f1a3250aaa tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 945 time: 0.0592163 Nov 19 13:43:45.013359 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.035057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-20647f8d-cd41-4347-8aca-a4f5f6dcc874 req-ccee6f2a-eee6-4eaf-83d5-ace185f14811 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563822 Nov 19 13:43:45.165719 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46366) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:45.276409 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.353220 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.362699 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.397074 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ed22c02bcae4427ab6461721997083d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302203 Nov 19 13:43:45.400085 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46378) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:45.409445 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0ceb0-5939-49af-8923-b7faf7447925,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.417359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.417714 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.418057 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.418393 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.418735 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.419062 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.419419 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.419743 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.420069 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.420388 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.420707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.421026 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a23f87-bb79-4e6e-9002-92a7ccb9df98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.457571 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.480372 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.531888 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.534699 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.535927 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ef0ceb0-5939-49af-8923-b7faf7447925 HTTP/1.1" status: 204 len: 168 time: 0.1348619 Nov 19 13:43:45.545717 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0ceb0-5939-49af-8923-b7faf7447925,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.553551 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.553936 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.554295 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.554606 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.554938 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.555302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.555672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.556108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.556285 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.556599 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.557125 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.557625 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d906d2-9101-448c-9d73-b0a358fcabbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.591482 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9a9d1cdc-1baa-46a7-bc17-23842379e031 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:45.663190 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 9a9d1cdc-1baa-46a7-bc17-23842379e031 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:45.673018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 9a9d1cdc-1baa-46a7-bc17-23842379e031 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:45.673018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.764934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.791574 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:45.794312 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed08d02-f923-4f2f-82ea-883761a8b31e" -d '{"events": [{"server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:45.808774 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:45.814458 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.815330 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 3f292975-29a0-4c12-9dc3-b0bb7df8899f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:45.836439 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 3f292975-29a0-4c12-9dc3-b0bb7df8899f {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:45.836586 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 3f292975-29a0-4c12-9dc3-b0bb7df8899f not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:45.856380 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb64c4-d3e9-48d8-b990-cd3426031f4f x-openstack-request-id: req-6ebb64c4-d3e9-48d8-b990-cd3426031f4f {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:45.856680 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:45.856987 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ebb64c4-d3e9-48d8-b990-cd3426031f4f {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:45.857383 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'code': 200} Nov 19 13:43:45.873017 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46416) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:45.886605 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.888385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-48b08b31-e6a5-4044-939a-7dd99edb661d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.977740 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-48b08b31-e6a5-4044-939a-7dd99edb661d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.983456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-48b08b31-e6a5-4044-939a-7dd99edb661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.025693 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-48b08b31-e6a5-4044-939a-7dd99edb661d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5dc9454a2f7f4f5faac6f0477e8624d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513519 Nov 19 13:43:46.028616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46418) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:46.035760 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b08b31-e6a5-4044-939a-7dd99edb661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997a53a6-4f35-44a8-83e1-775063e2bc41,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:46.075684 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad759a-c444-4960-8e14-7046ae1fb4a1 req-268dd7d2-5885-47c6-9572-4e86313802c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:46.077276 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-19ad759a-c444-4960-8e14-7046ae1fb4a1 req-268dd7d2-5885-47c6-9572-4e86313802c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1099 time: 0.0491445 Nov 19 13:43:46.088328 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.108860 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.161151 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-19ad759a-c444-4960-8e14-7046ae1fb4a1 req-d6ffca81-34e4-491a-883b-3e5b8f95b4ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755489 Nov 19 13:43:46.167965 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.170821 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.172020 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/997a53a6-4f35-44a8-83e1-775063e2bc41 HTTP/1.1" status: 204 len: 168 time: 0.1422939 Nov 19 13:43:46.181679 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755fd1-442b-4fe9-b79f-52176051b003 req-1d6aa0bc-b3c0-4bdf-95ef-27c52c0d2959 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:46.182004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7fbc-b9d1-4918-9ba0-8901bebb2b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a53a6-4f35-44a8-83e1-775063e2bc41,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:46.183814 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84755fd1-442b-4fe9-b79f-52176051b003 req-1d6aa0bc-b3c0-4bdf-95ef-27c52c0d2959 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0664163 Nov 19 13:43:46.249502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-84755fd1-442b-4fe9-b79f-52176051b003 req-b7c5730b-af22-473f-b806-b97bd21935c5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576074 Nov 19 13:43:46.546929 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ff24c409-3af5-49e8-83a2-e7ed3bdc5151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.823519 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:47.093249 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46452) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:47.246630 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-46c17047-95b6-446e-bf92-015b9f713c94 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66b0b65b622744afa401e5470efe9460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517441 Nov 19 13:43:47.247347 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46462) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:47.299416 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.322529 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.394554 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4ca0-5e01-4c86-999f-b218e32c4ab4 req-c13172f3-c6dd-4a15-a3df-fe47166ced46 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.396087 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c51b4ca0-5e01-4c86-999f-b218e32c4ab4 req-c13172f3-c6dd-4a15-a3df-fe47166ced46 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0715249 Nov 19 13:43:47.419331 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.424226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.425585 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf9add05-e663-41d2-89dc-0fc038d84ac1 HTTP/1.1" status: 204 len: 168 time: 0.1776993 Nov 19 13:43:47.439916 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92770ae8-69e5-4664-8596-1da139e774ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9add05-e663-41d2-89dc-0fc038d84ac1,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:47.468201 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c51b4ca0-5e01-4c86-999f-b218e32c4ab4 req-0d7fd7bb-fef8-48a2-b89a-6e41483dcd40 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642486 Nov 19 13:43:47.590338 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610db50-6afc-48cd-ba9b-f3ce193fcdaf req-e8e0a5ce-b84b-4801-abf1-fca5121b778e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.592227 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8610db50-6afc-48cd-ba9b-f3ce193fcdaf req-e8e0a5ce-b84b-4801-abf1-fca5121b778e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0535080 Nov 19 13:43:47.650812 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8610db50-6afc-48cd-ba9b-f3ce193fcdaf req-5302c158-76d9-4227-be57-ea90fe567ff5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526259 Nov 19 13:43:47.676964 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46480) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:47.920139 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6882579-d3d0-43cc-9089-b786ac26ced9 tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.922565 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-d6882579-d3d0-43cc-9089-b786ac26ced9 tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1094 time: 0.2442441 Nov 19 13:43:47.926092 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46494) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:47.931669 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'port_id': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:47.957138 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.068317 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.183854 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.27.1.242 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/f321a865-6124-42b3-b0b1-214df65a370d) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:48.300316 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.343712 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.382192 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:48.385076 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:48.387797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:48.416966 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=f321a865-6124-42b3-b0b1-214df65a370d,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:48.787569 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.792667 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-b52f2a95-5132-4c6b-9995-6ebd63a7528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:48.859335 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:49.011941 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:49.019194 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:49.097460 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=f321a865-6124-42b3-b0b1-214df65a370d,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:49.109646 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:49.213182 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 3cee0d15-3708-4dc3-b662-8b858242f16c associated. External IP: 172.27.1.242, port: 9a9d1cdc-1baa-46a7-bc17-23842379e031. Nov 19 13:43:49.748544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:49.868610 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:49.879406 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:49.891499 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:49.893270 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:49.894110 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:43:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:49.920086 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-280352e4-b209-4fc1-a7d3-d3c3e75946d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9925017 Nov 19 13:43:49.920660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:49.923004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1fea76-c7d5-4654-b541-6f77f3e863ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:49.968740 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d7c820-e49f-447c-af40-d0be4bc0ed1f x-openstack-request-id: req-19d7c820-e49f-447c-af40-d0be4bc0ed1f {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:49.969025 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:49.969272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19d7c820-e49f-447c-af40-d0be4bc0ed1f {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:49.969668 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'status': 'completed', 'code': 200} Nov 19 13:43:50.021166 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:50.033417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-1165e765-032f-4271-a645-e9ffc4e4c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.035000 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-1165e765-032f-4271-a645-e9ffc4e4c9f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1099 time: 0.0412767 Nov 19 13:43:50.130355 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-bc9ade7d-7a7f-4b22-a66a-617a5b16e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.131773 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-bc9ade7d-7a7f-4b22-a66a-617a5b16e886 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0893426 Nov 19 13:43:50.197212 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-8e279ce3-14b7-4786-9490-393fe292d650 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 1000 time: 0.0585995 Nov 19 13:43:50.250317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3cee0d15-3708-4dc3-b662-8b858242f16c', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:49:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:48Z', 'updated_at': '2021-11-19T13:43:48Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:50.280554 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:50.290128 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:50.290732 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:43:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:50.351466 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.410671 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:50.640564 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3cee0d15-3708-4dc3-b662-8b858242f16c', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:49:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:48Z', 'updated_at': '2021-11-19T13:43:48Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:50.671442 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d72f2-8f88-42a1-bbdf-1c0eb3b3a761 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3cee0d15-3708-4dc3-b662-8b858242f16c', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:49:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:48Z', 'updated_at': '2021-11-19T13:43:48Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:50.880041 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ea5cc-5a61-471f-98aa-4ffca0fcfc64 None None] New status for floating IP 3cee0d15-3708-4dc3-b662-8b858242f16c: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:43:51.082235 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-2e455708-181b-4c12-a831-f40d88863626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:51.083885 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-2e455708-181b-4c12-a831-f40d88863626 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0584655 Nov 19 13:43:51.533952 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46576) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:51.644069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f39a5ca4-84c3-487b-8eb8-2fe8423f1987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.726615 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f39a5ca4-84c3-487b-8eb8-2fe8423f1987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.732540 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f39a5ca4-84c3-487b-8eb8-2fe8423f1987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.781477 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f39a5ca4-84c3-487b-8eb8-2fe8423f1987 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a1becaf29954a739e6289c9edf17582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461665 Nov 19 13:43:51.782179 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5ca4-84c3-487b-8eb8-2fe8423f1987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36166cc7-b031-41de-b4d0-1e1ec689a339,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:51.784472 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46580) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:51.834679 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.858456 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.912201 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-b2621b0e-080e-4329-a7b3-75747299762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:51.913808 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-b2621b0e-080e-4329-a7b3-75747299762a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438774 Nov 19 13:43:51.923084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.926091 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.930583 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36166cc7-b031-41de-b4d0-1e1ec689a339 HTTP/1.1" status: 204 len: 168 time: 0.1450031 Nov 19 13:43:51.939745 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dcbd2-ce6e-4670-a725-95080791b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36166cc7-b031-41de-b4d0-1e1ec689a339,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:51.960765 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.250300 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46588) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:52.264259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-02643664-85c5-42fb-9aee-91ffae60d28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.345539 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-02643664-85c5-42fb-9aee-91ffae60d28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.352101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-02643664-85c5-42fb-9aee-91ffae60d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.390724 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-02643664-85c5-42fb-9aee-91ffae60d28a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63cc84a3f4fe49319d375ee9c6f3a9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393239 Nov 19 13:43:52.391617 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643664-85c5-42fb-9aee-91ffae60d28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015ce5f6-3109-4394-a727-9dec4399fb46,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:52.393814 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46590) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:52.446730 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.473883 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.480099 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.534270 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.536820 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.537970 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/015ce5f6-3109-4394-a727-9dec4399fb46 HTTP/1.1" status: 204 len: 168 time: 0.1430597 Nov 19 13:43:52.546226 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fb505-679b-4bf5-bb4f-7a78416554e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015ce5f6-3109-4394-a727-9dec4399fb46,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:52.936820 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-2a4a477b-3e21-4b29-8ffb-da705abb4182 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856209 Nov 19 13:43:53.060709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2b1fea76-c7d5-4654-b541-6f77f3e863ab req-5720a97e-f316-45f8-85a8-9e5a42806e76 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165257 Nov 19 13:44:10.147393 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46798) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:10.271123 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2efed5d-8663-4869-8163-fba2f2fc4bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.362399 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2efed5d-8663-4869-8163-fba2f2fc4bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.367767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c2efed5d-8663-4869-8163-fba2f2fc4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.404893 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efed5d-8663-4869-8163-fba2f2fc4bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad324856-ca5f-4c56-8454-81fc244a8d38,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:10.409380 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c2efed5d-8663-4869-8163-fba2f2fc4bd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b47cccf4f27458091e489d466a24eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607572 Nov 19 13:44:10.412931 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46806) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:10.462206 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.484832 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.536910 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.539567 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.540800 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad324856-ca5f-4c56-8454-81fc244a8d38 HTTP/1.1" status: 204 len: 168 time: 0.1269181 Nov 19 13:44:10.552861 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1c4b-87ca-4a80-baa0-b265f092fdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad324856-ca5f-4c56-8454-81fc244a8d38,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:14.993252 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:15.760959 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-4bc42d49-3488-4acf-9773-66ba37b216e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511677 Nov 19 13:44:15.862000 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-ee4b279d-e8eb-437b-a2e2-1c5d5f108103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:15.863595 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-ee4b279d-e8eb-437b-a2e2-1c5d5f108103 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1099 time: 0.0487425 Nov 19 13:44:16.000792 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-19cb3c7b-2733-4d9b-bc41-1f270fba45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:16.003358 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-19cb3c7b-2733-4d9b-bc41-1f270fba45b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.1123946 Nov 19 13:44:16.083256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-61dec565-91d0-4550-bbf4-a031fa23bab0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 1002 time: 0.0719717 Nov 19 13:44:16.135777 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-a11a8213-d315-4b28-90db-b28c37a9837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:16.137268 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-a11a8213-d315-4b28-90db-b28c37a9837d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0459850 Nov 19 13:44:16.192701 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-fa4bd496-9cd8-48f7-8a63-8fb23732f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:16.194242 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-fa4bd496-9cd8-48f7-8a63-8fb23732f5ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492918 Nov 19 13:44:16.286868 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-4f46c862-f4a5-4e6a-8c8a-5764fd7a3267 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Nov 19 13:44:16.387571 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-09b7f7e0-b5db-4ec9-846b-f6c62b5de4da req-fc1c7c40-7a19-4411-8aab-bab2ffc16d3d service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926301 Nov 19 13:44:16.548180 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ef91559-7fb3-4f27-af56-45e767bcae7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:18.797600 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-33749e5c-7ac4-45ee-946f-9578b51cc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.339052 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:21.956720 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.472081 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:23.823277 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:35.160575 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 46974) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:35.280030 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-216abab6-c231-43c9-ab3a-c847e57114e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.376626 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-216abab6-c231-43c9-ab3a-c847e57114e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.382642 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-216abab6-c231-43c9-ab3a-c847e57114e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.424508 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-216abab6-c231-43c9-ab3a-c847e57114e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12e9a8c26d9a400e98df4b2fe3027c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622955 Nov 19 13:44:35.425160 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216abab6-c231-43c9-ab3a-c847e57114e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87092af5-8151-455c-a61f-1d30a1c1649c,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:35.427398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 46978) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:35.479185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.502760 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.554310 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.556965 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.558164 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87092af5-8151-455c-a61f-1d30a1c1649c HTTP/1.1" status: 204 len: 168 time: 0.1296940 Nov 19 13:44:35.566822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cc193-7066-4c33-808c-45f44b7f8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87092af5-8151-455c-a61f-1d30a1c1649c,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:36.264157 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47000) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:36.373679 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160848774-network', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:36.399612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Made reservation on behalf of 71727a03ae9846e9a726ad93e6670d8b for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:36.401903 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.410926 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.497437 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.505618 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.532660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:44:36.547055 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa19a1b-10e2-4ec0-bef9-0a0e2c40d175,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:36.553944 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.554663 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Added segment 19e9bd04-a1b7-4d6f-b37a-041daa7a757c of type vlan for network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 Nov 19 13:44:36.605282 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.634085 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.635049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.635651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.686899 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4212859 Nov 19 13:44:36.689963 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47004) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:36.695517 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Request body: {'subnet': {'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160848774-subnet', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:36.699957 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d366d9-787f-402b-9780-ac90d4820f4a admin admin] Pushing event updated for resources: {'Network': ['ID=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:36.711357 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:44:36.722168 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Made reservation on behalf of 71727a03ae9846e9a726ad93e6670d8b for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:36.724561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12125365'] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.922447 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12153814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12125351'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.978504 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e206fc-4d08-464a-b649-290d885a0ca1,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:36.989547 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Checking segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:36.989928 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Network hostable DHCP agents. Network: 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:44:37.009239 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:44:37.021006 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:37.026421 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:37.026622 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.032653 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49c1d5-3229-4041-8933-a84e67127103 None None] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:37.049362 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47006) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:37.049642 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-9b703bf7-eeba-4b88-80a7-bbb346cc4f13 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3582132 Nov 19 13:44:37.056136 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:37.080191 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.082162 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.149788 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.196881 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:44:37.197749 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.301167 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.497533 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Allocated IP 172.20.0.2 (4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4/b9e206fc-4d08-464a-b649-290d885a0ca1/a2ea3c7f-69db-4913-9213-27f79f72a706) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:37.515302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.540077 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.651990 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Allocated IP 172.27.1.159 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/08ce3503-8af4-4af6-8b67-c83bacdaa4cf) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:37.665516 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.672123 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.713092 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:37.716172 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:37.721024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:37.728630 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Pushing event updated for resources: {'Port': ['ID=a2ea3c7f-69db-4913-9213-27f79f72a706,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:37.753621 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.753974 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.754353 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.754674 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.755029 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.755368 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.755700 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.756020 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.756353 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.756674 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.757002 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.757319 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:37.760005 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.793924 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Attempting to bind port a2ea3c7f-69db-4913-9213-27f79f72a706 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:37.794712 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Attempting to bind port a2ea3c7f-69db-4913-9213-27f79f72a706 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:37.794891 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Attempting to bind port a2ea3c7f-69db-4913-9213-27f79f72a706 on network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:37.799279 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.800985 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:37.801723 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Checking segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:37.802152 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.802598 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Bound using segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:37.803018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Bound port: a2ea3c7f-69db-4913-9213-27f79f72a706, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:37.803453 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.844240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:37.849166 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:37.851790 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:37.858232 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Pushing event updated for resources: {'Port': ['ID=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:37.872641 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] For port a2ea3c7f-69db-4913-9213-27f79f72a706, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:37.876129 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] For port a2ea3c7f-69db-4913-9213-27f79f72a706, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=a2ea3c7f-69db-4913-9213-27f79f72a706,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:37.881396 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.944124 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d55ec-9549-4d5d-82db-ea0779d15e1a None None] Pushing event updated for resources: {'Port': ['ID=a2ea3c7f-69db-4913-9213-27f79f72a706,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:38.162195 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:38.372877 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:38.506886 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Router 29278a1e-3d53-4158-9507-ee6f422c88b6 is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:44:38.617471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:38.629014 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Sync routers for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:38.639497 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:38.641121 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-95aab7ce-d88f-46d2-8513-f4e3a81e7522 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5894611 Nov 19 13:44:38.643963 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47008) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:38.645753 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:38.646397 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:38.762229 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:38.865156 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc8fa5-80eb-4d76-b8c3-6f4b0b989878 None None] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:38.976913 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] Provisioning complete for port a2ea3c7f-69db-4913-9213-27f79f72a706 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:38.977263 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.177536 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:38Z', 'revision_number': 3, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:39.180182 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.225317 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Checking router: 29278a1e-3d53-4158-9507-ee6f422c88b6 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:39.225671 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Updating router 29278a1e-3d53-4158-9507-ee6f422c88b6 port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:44:39.272220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.277411 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] For port a2ea3c7f-69db-4913-9213-27f79f72a706, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=a2ea3c7f-69db-4913-9213-27f79f72a706,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:39.297185 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.423170 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c9f7c-5f04-4620-835b-7c554ad80b2c None None] Pushing event updated for resources: {'Port': ['ID=a2ea3c7f-69db-4913-9213-27f79f72a706,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:39.430953 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device a2ea3c7f-69db-4913-9213-27f79f72a706 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:39.460550 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.581209 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-58504789-a3b8-4e02-bb2a-1b5e91387124 None None] Provisioning complete for port a2ea3c7f-69db-4913-9213-27f79f72a706 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:39.581779 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-58504789-a3b8-4e02-bb2a-1b5e91387124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.623994 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Allocated IP 172.20.0.1 (4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4/b9e206fc-4d08-464a-b649-290d885a0ca1/b69c20a1-7090-4acb-9d28-f13f7d723d79) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:39.663413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port a2ea3c7f-69db-4913-9213-27f79f72a706 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:39.664018 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.730148 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.768292 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.816706 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:39.821081 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:39.823393 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:39.825550 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:39.870233 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.883891 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.910866 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.019016 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.034948 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Attempting to bind port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:40.035356 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Attempting to bind port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:40.035722 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Attempting to bind port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:40.039219 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e94baa-2667-4fd0-85f1-1feef11ed6a8 None None] Pushing event updated for resources: {'Port': ['ID=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:40.044126 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:40.044506 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:40.044942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.045327 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:40.045798 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Bound port: 08ce3503-8af4-4af6-8b67-c83bacdaa4cf, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:40.046178 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.113208 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] For port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:40.117944 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] For port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:40.124902 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.134547 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6da47cd5-c40f-472f-a181-eb6060b82b75 None None] Provisioning complete for port b69c20a1-7090-4acb-9d28-f13f7d723d79 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:40.134954 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6da47cd5-c40f-472f-a181-eb6060b82b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.207503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.213797 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.217132 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-6da47cd5-c40f-472f-a181-eb6060b82b75 None None] Port b69c20a1-7090-4acb-9d28-f13f7d723d79 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:44:40.222944 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:40.223629 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:40.228934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e94baa-2667-4fd0-85f1-1feef11ed6a8 None None] Pushing event updated for resources: {'Port': ['ID=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:40.286019 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.288660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:40.341936 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:40.382291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:40.383857 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:40.511919 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Router 29278a1e-3d53-4158-9507-ee6f422c88b6 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:44:40.627287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:40.633028 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-fb19e934-913d-43a7-b104-d8332c1d44b0 admin admin] 10.222.0.74 "PUT /v2.0/routers/29278a1e-3d53-4158-9507-ee6f422c88b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876335 Nov 19 13:44:40.660427 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-0bb4fe13-e7eb-44ce-9618-1dd350c6f620 None None] Provisioning complete for port b69c20a1-7090-4acb-9d28-f13f7d723d79 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:40.660711 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fe13-e7eb-44ce-9618-1dd350c6f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.723000 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fe13-e7eb-44ce-9618-1dd350c6f620 None None] Port b69c20a1-7090-4acb-9d28-f13f7d723d79 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:44:40.746192 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 2, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:40.778884 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c9a68-2be8-4bae-8e40-ce831f2bf096 None None] The sync data for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi is: [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 2, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:41.154392 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47024) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:41.159739 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574073006-network', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:41.183817 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Made reservation on behalf of d77febd7032240ae8094a3f5e31a4b02 for: {'network': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:41.186366 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for network, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.196688 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.284256 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.291024 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.322177 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:44:41.335314 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b1fd92-cb84-4bad-a525-0b0e88a6e262,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:41.343361 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device a2ea3c7f-69db-4913-9213-27f79f72a706 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:41.344438 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.344885 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.segments_db [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Added segment ee1af4b4-6043-4b1f-9dc9-97df5005ce4f of type vlan for network b02a3831-1c32-46b9-b004-06166547b7e5 Nov 19 13:44:41.400479 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779577809174'] for network, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.437193 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port a2ea3c7f-69db-4913-9213-27f79f72a706 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:41.437873 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.446172 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868'] for network, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.447447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.448208 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.510583 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3524902 Nov 19 13:44:41.511015 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47026) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:41.516214 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Request body: {'subnet': {'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574073006-subnet', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'ip_version': 4}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:41.529482 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0e2cb-00f0-4910-b747-675bd5db8cfa admin admin] Pushing event updated for resources: {'Network': ['ID=b02a3831-1c32-46b9-b004-06166547b7e5,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:41.542234 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Network b02a3831-1c32-46b9-b004-06166547b7e5 details requested by agent ovs-agent-dv-cinder-817351-4-iscsi with host dv-cinder-817351-4-iscsi {{(pid=102822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:44:41.543854 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Made reservation on behalf of d77febd7032240ae8094a3f5e31a4b02 for: {'subnet': 1} {{(pid=102820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:41.546909 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12125365'] for subnet, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.733501 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12153814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12125351'] for subnet, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.785248 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=588cef1e-ac15-4294-a98a-b62642e8a4cb,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:41.801698 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Checking segment: {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:41.802056 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Network hostable DHCP agents. Network: b02a3831-1c32-46b9-b004-06166547b7e5, hostable agents: ['3fa37062-511d-49ea-be4a-87a115870c3f'], hosted agents: [] {{(pid=102820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:44:41.820977 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Network b02a3831-1c32-46b9-b004-06166547b7e5 is scheduled to be hosted by DHCP agent 3fa37062-511d-49ea-be4a-87a115870c3f with binding_index 1 {{(pid=102820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:44:41.834957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-4-iscsi, b02a3831-1c32-46b9-b004-06166547b7e5) {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:41.839584 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.840111 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.845997 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1e084-db88-46aa-b6f5-43e8ffa0a4f2 None None] Network b02a3831-1c32-46b9-b004-06166547b7e5 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:41.862539 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-595410fb-4c1a-4f0c-ad46-9f7eb62d2ff6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3502710 Nov 19 13:44:41.865273 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47028) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:41.870947 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:41.897572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3994314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13400'] for router, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.898784 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3994714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13379'] for router, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.962757 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.030924 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ef0862c-8e82-540e-8c50-470911eede9c-b02a3831-1c32-46b9-b004-06166547b7e5', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb'}]}} from dv-cinder-817351-4-iscsi. {{(pid=102822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:44:42.032458 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.117316 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.180235 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.db_base_plugin_common [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Allocated IP 172.20.0.2 (b02a3831-1c32-46b9-b004-06166547b7e5/588cef1e-ac15-4294-a98a-b62642e8a4cb/9a0874da-b8ca-40f7-ae17-a3e47581564b) {{(pid=102822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:42.328278 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.335570 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224'] for port, after_create {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.339195 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.360678 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.381723 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Network b02a3831-1c32-46b9-b004-06166547b7e5 is already hosted by enough agents. {{(pid=102822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:42.386306 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Resources bound (agent type, host, resource id): {{(pid=102822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:42.390683 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Received port after_create {{(pid=102822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:42.394006 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Pushing event updated for resources: {'Port': ['ID=9a0874da-b8ca-40f7-ae17-a3e47581564b,revision_number=1']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:42.447536 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Attempting to bind port 9a0874da-b8ca-40f7-ae17-a3e47581564b on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:42.447899 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Attempting to bind port 9a0874da-b8ca-40f7-ae17-a3e47581564b by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:42.448330 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Attempting to bind port 9a0874da-b8ca-40f7-ae17-a3e47581564b on network b02a3831-1c32-46b9-b004-06166547b7e5 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:42.454106 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:42.454572 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Checking segment: {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:42.454983 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.455425 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Bound using segment: {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:42.455894 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Bound port: 9a0874da-b8ca-40f7-ae17-a3e47581564b, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:42.456305 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.483776 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Allocated IP 172.27.1.125 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/5170d1f8-9d45-4dbd-b73c-70e3d3c91451) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:42.531372 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] For port 9a0874da-b8ca-40f7-ae17-a3e47581564b, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:42.535257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] For port 9a0874da-b8ca-40f7-ae17-a3e47581564b, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a0874da-b8ca-40f7-ae17-a3e47581564b,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:42.540895 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.612279 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f11c3-4207-4dc0-9e92-d68d7db3cdb1 None None] Pushing event updated for resources: {'Port': ['ID=9a0874da-b8ca-40f7-ae17-a3e47581564b,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:42.613376 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.655657 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.699010 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:42.702050 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:42.705686 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:42.711519 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:42.862045 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Sync routers for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:42.874281 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:42.874902 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:42.989027 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:42.997499 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.202499 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3994691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828956'] for router, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.203005 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 2, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:43.230898 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Checking router: 29278a1e-3d53-4158-9507-ee6f422c88b6 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:43.231631 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Updating router 29278a1e-3d53-4158-9507-ee6f422c88b6 port b69c20a1-7090-4acb-9d28-f13f7d723d79 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:44:43.259331 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.377765 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Router 2ce5e8df-09b7-471c-90fa-881558a27d1a is scheduled to L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 with binding_index 1 {{(pid=102821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:44:43.437678 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a0874da-b8ca-40f7-ae17-a3e47581564b up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:43.502343 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 9a0874da-b8ca-40f7-ae17-a3e47581564b triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:43.502725 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.503435 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:43.531088 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Sync routers for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:43.537075 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.539611 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-cb096a6a-4f8d-461b-b474-a1759c5835c3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6722374 Nov 19 13:44:43.541365 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47030) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:43.560240 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:43.561445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:43.677257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d415c37-30fc-4990-8b63-d9736534cb94 None None] Network b02a3831-1c32-46b9-b004-06166547b7e5 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:43.686795 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.694912 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.749964 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Pushing event updated for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:43.761413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.773854 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.774227 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.774575 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.774935 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.775312 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.775648 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.775979 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.776308 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.776661 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.777085 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.777491 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.777819 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:43.809989 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-8c1e65ca-a7a1-4929-b2ad-acfd1cca1044 None None] Provisioning complete for port 9a0874da-b8ca-40f7-ae17-a3e47581564b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:43.810350 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-8c1e65ca-a7a1-4929-b2ad-acfd1cca1044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.820044 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Attempting to bind port b69c20a1-7090-4acb-9d28-f13f7d723d79 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:43.820878 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Attempting to bind port b69c20a1-7090-4acb-9d28-f13f7d723d79 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:43.821452 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:43.821853 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Attempting to bind port b69c20a1-7090-4acb-9d28-f13f7d723d79 on network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:43.834529 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:43.835055 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Checking segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:43.839793 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.839793 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Bound using segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:43.839793 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Bound port: b69c20a1-7090-4acb-9d28-f13f7d723d79, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:43.839793 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.927883 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] For port b69c20a1-7090-4acb-9d28-f13f7d723d79, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:43.932862 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] For port b69c20a1-7090-4acb-9d28-f13f7d723d79, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b69c20a1-7090-4acb-9d28-f13f7d723d79,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:43.941076 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.989247 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 9a0874da-b8ca-40f7-ae17-a3e47581564b, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a0874da-b8ca-40f7-ae17-a3e47581564b,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:44.006716 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:44.007885 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:44.021289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.022406 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 08ce3503-8af4-4af6-8b67-c83bacdaa4cf up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:44.076097 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c30778-bd6a-4d91-9088-5005d72fa281 None None] Pushing event updated for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:44.082719 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.163570 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:44.280834 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_common [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Allocated IP 172.20.0.1 (b02a3831-1c32-46b9-b004-06166547b7e5/588cef1e-ac15-4294-a98a-b62642e8a4cb/35a11d30-a906-45d9-9ccf-a66c6649fa07) {{(pid=102820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:44.326477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=9a0874da-b8ca-40f7-ae17-a3e47581564b,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:44.395233 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.398495 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:44.398971 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.442228 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:43Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:44.443473 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.467415 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:42Z', 'revision_number': 3, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:44.472270 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c707-9e75-43ac-bf59-8e327ff42332 None None] The sync data for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi is: [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:43Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:44.497152 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Network b02a3831-1c32-46b9-b004-06166547b7e5 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:44.506028 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:44.508050 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=1']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:44.514241 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Checking router: 2ce5e8df-09b7-471c-90fa-881558a27d1a for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:44.515449 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Updating router 2ce5e8df-09b7-471c-90fa-881558a27d1a port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 binding host dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:44:44.515871 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Received port after_create {{(pid=102820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:44.561227 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.563332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.564106 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3991691'] for router_interface, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.615735 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] Provisioning complete for port b69c20a1-7090-4acb-9d28-f13f7d723d79 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:44.616102 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.620385 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:44.649867 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.708476 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.822934 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:44.890946 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.900522 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.906266 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12153691'] for port, after_update {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.950219 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] For port b69c20a1-7090-4acb-9d28-f13f7d723d79, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b69c20a1-7090-4acb-9d28-f13f7d723d79,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:44.970807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.978524 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3991835'] for router_interface, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.980466 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=2']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.022279 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks [] for port, precommit_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.044150 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.048672 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.056525 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1256b7e-4ed8-48a6-94ce-92f610cb6b0f None None] Pushing event updated for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.087454 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Network b02a3831-1c32-46b9-b004-06166547b7e5 is already hosted by enough agents. {{(pid=102820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:45.089117 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.base_scheduler [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:45.113562 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Attempting to bind port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:45.113749 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Attempting to bind port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:45.114099 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Attempting to bind port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 on network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:45.125256 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46a6b-ef3e-4423-9cf1-814d80063247 None None] Pushing event updated for resources: {'Port': ['ID=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,revision_number=2']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.130165 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:45.130550 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Checking segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:45.130927 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.131337 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Bound using segment: {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'} {{(pid=102822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:45.131815 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.managers [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Bound port: 5170d1f8-9d45-4dbd-b73c-70e3d3c91451, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17510f34-424b-4e12-bb2f-a5a5048da97e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891'}}] {{(pid=102822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:45.132201 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.136638 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-5ccf4ec9-f769-4e92-987a-4422aa3556dd None None] Provisioning complete for port 9a0874da-b8ca-40f7-ae17-a3e47581564b triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.137004 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4ec9-f769-4e92-987a-4422aa3556dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.214678 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Router 2ce5e8df-09b7-471c-90fa-881558a27d1a has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:44:45.216736 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] For port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:45.221001 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] For port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:45.229494 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.330174 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:45.330820 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.332623 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46a6b-ef3e-4423-9cf1-814d80063247 None None] Pushing event updated for resources: {'Port': ['ID=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,revision_number=3']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.338798 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:45.344994 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-e2147295-764b-4c3c-b050-7fbcae97d7d9 admin admin] 10.222.0.74 "PUT /v2.0/routers/2ce5e8df-09b7-471c-90fa-881558a27d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017964 Nov 19 13:44:45.375359 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-5ccf4ec9-f769-4e92-987a-4422aa3556dd None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.375781 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4ec9-f769-4e92-987a-4422aa3556dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.400844 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a0874da-b8ca-40f7-ae17-a3e47581564b up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:45.485908 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf4ec9-f769-4e92-987a-4422aa3556dd None None] Port 35a11d30-a906-45d9-9ccf-a66c6649fa07 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:44:45.509024 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:45.551691 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 9a0874da-b8ca-40f7-ae17-a3e47581564b triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.552063 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.677516 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-1b8d85a7-1a23-44e7-ac0d-54304fea3824 None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.677882 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1b8d85a7-1a23-44e7-ac0d-54304fea3824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.758175 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d85a7-1a23-44e7-ac0d-54304fea3824 None None] Port 35a11d30-a906-45d9-9ccf-a66c6649fa07 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:44:45.798902 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b69c20a1-7090-4acb-9d28-f13f7d723d79 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:45.856602 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '35a11d30-a906-45d9-9ccf-a66c6649fa07', 'name': '', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'mac_address': 'fa:16:3e:26:a8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:44Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 2, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'subnets': [{'id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.886455 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3a0a1-79e2-438b-bb0a-d19eaf8d3e5f None None] The sync data for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi is: [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '35a11d30-a906-45d9-9ccf-a66c6649fa07', 'name': '', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'mac_address': 'fa:16:3e:26:a8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:44Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 2, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'subnets': [{'id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:45.888969 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port b69c20a1-7090-4acb-9d28-f13f7d723d79 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.889323 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.126384 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 08ce3503-8af4-4af6-8b67-c83bacdaa4cf up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:46.159434 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47038) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.164804 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429919052', 'description': 'tempest-secgroup-smoke-429919052 description', 'project_id': '71727a03ae9846e9a726ad93e6670d8b'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.185752 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:46.186295 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.191914 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.273869 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.279692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.311653 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.312926 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1518238 Nov 19 13:44:46.315051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a76b7e-9749-45a3-8479-c7f9da7f4b28,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.316373 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47040) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.322745 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.322927 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.323329 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.323672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.324006 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.324337 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.324672 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.324982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.325305 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.325627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.325948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.326255 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.326589 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8a6fe-f69b-462e-a303-5c66e9531773 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.359920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.419502 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.424366 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.443192 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4fd6bc-85bd-479d-82c0-a9bf48f4444c,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.452699 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.453468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.453995 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.454465 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.455058 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.455500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.455890 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.456284 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.456706 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.457103 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.457535 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.457767 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:46.464199 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.468375 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47042) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.468653 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-aad1b9f3-eb16-4179-ab71-8a9fdbdaa3f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496351 Nov 19 13:44:46.473430 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.503663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.546473 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1b1dd5c7-4288-4690-803b-1fc647b44f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.585081 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.589473 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.609779 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba16869a-64b5-4dfd-a88d-a4a2cae815a7,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.621202 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.623199 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-6df6c2a8-c8d6-4c16-b059-54e9bc37c775 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531515 Nov 19 13:44:46.625480 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47044) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.630768 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.v2.base [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.661227 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.731284 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.736553 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.754852 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce60710-4273-4755-aeb2-9b7e997d2ee1,revision_number=0']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.767033 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.768352 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-8253668a-6809-42a6-95f0-08766115d47b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414485 Nov 19 13:44:46.771249 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47046) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.776269 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.806681 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.871940 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.876945 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.895839 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b492b51a-5cae-4dfb-9c43-b1a5fe127f45,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.904624 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.905886 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-a0deb8f5-a2e7-411f-b8f3-c761ad12e88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336055 Nov 19 13:44:46.908990 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47048) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.913665 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:46.938003 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.securitygroups_db [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Project 71727a03ae9846e9a726ad93e6670d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:44:46.943890 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.004208 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.009871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.028924 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1141868-a5e5-447c-9c72-1a953e0df9de,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.038051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.041969 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ff798e98-aeca-4d22-a353-e4172e735e9e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293204 Nov 19 13:44:47.042416 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47050) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:47.046728 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'security_group_rule': {'security_group_id': 'd2a76b7e-9749-45a3-8479-c7f9da7f4b28', 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:47.077556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.securitygroups_db [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Project 71727a03ae9846e9a726ad93e6670d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:44:47.083747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.146220 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.151330 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831985'] for security_group_rule, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.172447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b42cd1-cdbe-4990-8e94-221a59ddfd36,revision_number=0']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.181259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.182683 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-4abd16a1-6158-4dd5-b036-f156c42e9fa4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393316 Nov 19 13:44:47.351525 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:47.404884 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:47.405340 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.481797 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.505313 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] For port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:47.509122 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.562230 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Pushing event updated for resources: {'Port': ['ID=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:48.218188 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Sync routers for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:48.231502 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:48.232242 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:48.349654 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:48.582493 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '35a11d30-a906-45d9-9ccf-a66c6649fa07', 'name': '', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'mac_address': 'fa:16:3e:26:a8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:44Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 2, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'subnets': [{'id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:48.611957 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Checking router: 2ce5e8df-09b7-471c-90fa-881558a27d1a for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:48.612231 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Updating router 2ce5e8df-09b7-471c-90fa-881558a27d1a port 35a11d30-a906-45d9-9ccf-a66c6649fa07 binding host dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:44:48.638346 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.802310 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-40be4a50-9685-46fb-822b-f7b08fdefbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.910843 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.918307 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.970904 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe4f8-fc0d-43f5-b59f-454efa9c3d6f None None] Pushing event updated for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:49.032935 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Attempting to bind port 35a11d30-a906-45d9-9ccf-a66c6649fa07 on host dv-cinder-817351-4-iscsi for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:49.033332 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Attempting to bind port 35a11d30-a906-45d9-9ccf-a66c6649fa07 by drivers openvswitch,hyperv on host dv-cinder-817351-4-iscsi at level 0 using segments [{'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:49.033786 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Attempting to bind port 35a11d30-a906-45d9-9ccf-a66c6649fa07 on network b02a3831-1c32-46b9-b004-06166547b7e5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:49.039502 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Checking agent: {'id': '041e8c9b-48ac-45ed-bf69-28165e44aceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 28, 22), 'started_at': datetime.datetime(2021, 11, 19, 13, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:49.039870 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Checking segment: {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:49.040271 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.040655 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Bound using segment: {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:49.041116 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Bound port: 35a11d30-a906-45d9-9ccf-a66c6649fa07, host: dv-cinder-817351-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:49.041504 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.110350 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] For port 35a11d30-a906-45d9-9ccf-a66c6649fa07, host dv-cinder-817351-4-iscsi, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:49.113937 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] For port 35a11d30-a906-45d9-9ccf-a66c6649fa07, host dv-cinder-817351-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=35a11d30-a906-45d9-9ccf-a66c6649fa07,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:49.118849 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.174437 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:49.175064 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:44:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:49.209818 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:49.210191 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.226122 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe4f8-fc0d-43f5-b59f-454efa9c3d6f None None] Pushing event updated for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:49.298572 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.344215 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] For port 35a11d30-a906-45d9-9ccf-a66c6649fa07, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=35a11d30-a906-45d9-9ccf-a66c6649fa07,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:49.357869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.393703 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:49.447030 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:49.449627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c53129-8553-404c-bc15-d753d6ebb39e None None] Pushing event updated for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:49.465840 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:49.466270 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.514920 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-83c5e332-536e-4ae9-865d-ad25557c9935 None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:49.515313 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-83c5e332-536e-4ae9-865d-ad25557c9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.600392 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 35a11d30-a906-45d9-9ccf-a66c6649fa07 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:49.656649 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '35a11d30-a906-45d9-9ccf-a66c6649fa07', 'name': '', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'mac_address': 'fa:16:3e:26:a8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:44Z', 'updated_at': '2021-11-19T13:44:49Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'subnets': [{'id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:49.677309 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:49.677717 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.684317 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233dbe1-45a6-46d5-8c70-472386a8a87b None None] The sync data for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi is: [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '35a11d30-a906-45d9-9ccf-a66c6649fa07', 'name': '', 'network_id': 'b02a3831-1c32-46b9-b004-06166547b7e5', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'mac_address': 'fa:16:3e:26:a8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:44Z', 'updated_at': '2021-11-19T13:44:49Z', 'revision_number': 4, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'subnets': [{'id': '588cef1e-ac15-4294-a98a-b62642e8a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:50.343039 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.348870 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 35a11d30-a906-45d9-9ccf-a66c6649fa07 up at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:51.399507 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Provisioning complete for port 35a11d30-a906-45d9-9ccf-a66c6649fa07 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:51.399879 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.959839 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:52.468376 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.825412 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:02.509402 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-c170a1d3-feb0-4b92-a717-82437d2ca9b0 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429919052&fields=id&tenant_id=71727a03ae9846e9a726ad93e6670d8b HTTP/1.1" status: 200 len: 267 time: 0.0470250 Nov 19 13:45:02.620933 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-488a7ac1-c7c8-4bdc-b3ac-b81ccb988b90 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:02.623189 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-488a7ac1-c7c8-4bdc-b3ac-b81ccb988b90 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 809 time: 0.1059263 Nov 19 13:45:02.647798 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-80344588-95a2-4a44-946a-daeb4dea9e5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/quotas/71727a03ae9846e9a726ad93e6670d8b HTTP/1.1" status: 200 len: 375 time: 0.0105443 Nov 19 13:45:02.704689 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-d01cad89-7886-44fd-865f-555235843904 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497115 Nov 19 13:45:02.807265 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-5b6ad4f8-ada4-48fa-9dc2-1b67468652b5 service neutron] 10.222.0.74 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847926 Nov 19 13:45:02.911707 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-96adf4e3-c3e2-4fdf-8a93-62132ceb2924 service neutron] 10.222.0.74 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942771 Nov 19 13:45:03.226057 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-78d0bff0-b76c-4a68-8bfc-065fb2515f5a req-4345063b-9395-49a5-8865-533bada4b167 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 210 time: 0.0278440 Nov 19 13:45:04.215125 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-830d8171-c77d-41a1-99fa-947ff5b9b372 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:04.216836 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-830d8171-c77d-41a1-99fa-947ff5b9b372 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 809 time: 0.1103444 Nov 19 13:45:04.291455 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-87339c64-b53d-47d6-8aab-c88adbe322fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71727a03ae9846e9a726ad93e6670d8b HTTP/1.1" status: 200 len: 379 time: 0.0640604 Nov 19 13:45:04.310091 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'port': {'device_id': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'admin_state_up': True, 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'security_groups': ['d2a76b7e-9749-45a3-8479-c7f9da7f4b28']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:04.363204 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8226b2f0-6fe4-43a2-825f-aecef85ecf74 req-529183f1-409d-4de1-92cc-2eed03f87fbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 210 time: 0.0670085 Nov 19 13:45:04.460936 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Made reservation on behalf of 71727a03ae9846e9a726ad93e6670d8b for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:04.464961 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.602827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Allocated IP 172.20.0.13 (4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4/b9e206fc-4d08-464a-b649-290d885a0ca1/1eba2ad4-a45b-4aba-acd3-de14483ba311) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:04.749446 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.787572 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.840013 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:04.843352 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:04.846185 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:04.874707 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:04.903087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:04.903844 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.922226 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a3233141-104b-4f3c-b9eb-eb66b10820fc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6240373 Nov 19 13:45:04.935931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Request body: {'port': {'device_id': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:04.996837 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.089715 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-b9c39486-6c0f-4e63-8190-f966415694f7 None None] Provisioning complete for port 1eba2ad4-a45b-4aba-acd3-de14483ba311 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:05.090340 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-b9c39486-6c0f-4e63-8190-f966415694f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.124218 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-b9c39486-6c0f-4e63-8190-f966415694f7 None None] Port 1eba2ad4-a45b-4aba-acd3-de14483ba311 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:05.283034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eba2ad4-a45b-4aba-acd3-de14483ba311 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:05.291237 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.304649 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Transition to ACTIVE for port object 1eba2ad4-a45b-4aba-acd3-de14483ba311 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:05.310651 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.360420 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:05.437402 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Attempting to bind port 1eba2ad4-a45b-4aba-acd3-de14483ba311 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:05.438542 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Attempting to bind port 1eba2ad4-a45b-4aba-acd3-de14483ba311 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:05.438542 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Attempting to bind port 1eba2ad4-a45b-4aba-acd3-de14483ba311 on network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:05.452144 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Port 1eba2ad4-a45b-4aba-acd3-de14483ba311 on network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:05.452673 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Attempting to bind port 1eba2ad4-a45b-4aba-acd3-de14483ba311 on network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:05.461384 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:05.461917 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Checking segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:05.462557 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Bound using segment: {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:05.463276 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Bound port: 1eba2ad4-a45b-4aba-acd3-de14483ba311, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e9bd04-a1b7-4d6f-b37a-041daa7a757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:05.463675 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.556351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9abe-89d7-4888-8597-4de5f15506de req-f5e2503e-c797-49c8-937b-a6bca0efa3a6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.557887 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-493e9abe-89d7-4888-8597-4de5f15506de req-f5e2503e-c797-49c8-937b-a6bca0efa3a6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0913830 Nov 19 13:45:05.574225 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:05.577994 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:05.589598 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.643176 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.643798 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.645205 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] 10.222.0.69 "PUT /v2.0/ports/1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 1094 time: 0.7138827 Nov 19 13:45:05.645739 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:05.648047 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1cf699-34e7-40d9-9439-3ca789e75ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:05.679353 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-493e9abe-89d7-4888-8597-4de5f15506de req-4b12319a-9ce8-491e-a8c5-810af1e4a981 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132979 Nov 19 13:45:05.684628 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9f31f-56c6-41f9-9ed0-20da7ae2cdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:05.725472 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb49faf-e020-4b5e-9b99-b1d78f927437 x-openstack-request-id: req-3fb49faf-e020-4b5e-9b99-b1d78f927437 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:05.725749 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:05.726109 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3fb49faf-e020-4b5e-9b99-b1d78f927437 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:05.726514 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'status': 'completed', 'code': 200} Nov 19 13:45:05.750514 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-e764748d-710c-4e08-9902-47a3341c45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.752447 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-e764748d-710c-4e08-9902-47a3341c45b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1097 time: 0.0597825 Nov 19 13:45:05.799671 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-252f52e2-5077-430d-9fb8-1e9342e0dfe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 217 time: 0.0394173 Nov 19 13:45:05.850320 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-d5707c70-1fac-499b-ab0f-d9c69bcd10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.851825 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-d5707c70-1fac-499b-ab0f-d9c69bcd10e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0444965 Nov 19 13:45:05.898367 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-392e823d-51f1-4952-a866-6976e9a44e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.899847 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-392e823d-51f1-4952-a866-6976e9a44e7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411417 Nov 19 13:45:06.009449 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-a65b87c4-6b15-4435-bda0-e69f1dd1812c service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021059 Nov 19 13:45:06.102267 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-217fff45-7399-4d86-8a01-e463ff36ce1f req-d5204d74-5205-4340-be14-54ce49e78020 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Nov 19 13:45:06.195059 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-5b08f907-0764-46d9-920b-f592406e7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.196640 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-5b08f907-0764-46d9-920b-f592406e7f68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1097 time: 0.0436308 Nov 19 13:45:06.297009 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-d95e9ca8-8b8e-414c-bf6e-26fe602bb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.298498 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-d95e9ca8-8b8e-414c-bf6e-26fe602bb99f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.0949473 Nov 19 13:45:06.342533 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-7969e1b7-8344-4f5f-9111-ae9620dfac97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 217 time: 0.0349669 Nov 19 13:45:06.397062 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-7e3b33d9-be1b-4473-8e7f-9449c6f3de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.398669 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-7e3b33d9-be1b-4473-8e7f-9449c6f3de2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0481801 Nov 19 13:45:06.460202 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-f92f1ce1-b27f-4652-b608-778cf4a32e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.461727 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-f92f1ce1-b27f-4652-b608-778cf4a32e0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556948 Nov 19 13:45:06.560139 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-aa3391b5-565e-469f-ad4e-616ad8297ce2 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906906 Nov 19 13:45:06.975258 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae6c6b-6c6c-41a5-a768-0c279550e239 req-eaddc37d-60b9-4e6c-844b-66ce6b0f8a39 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.976640 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14ae6c6b-6c6c-41a5-a768-0c279550e239 req-eaddc37d-60b9-4e6c-844b-66ce6b0f8a39 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0777595 Nov 19 13:45:06.978863 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2c1cf699-34e7-40d9-9439-3ca789e75ed6 req-222a08fb-b2b2-4b87-ba61-77d6a5e7c9ff service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118571 Nov 19 13:45:07.031078 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-14ae6c6b-6c6c-41a5-a768-0c279550e239 req-2fa87abe-350b-41c9-8b29-62608e780988 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458803 Nov 19 13:45:08.167378 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8f0a5-91fc-4cc4-bd5e-1f8522006844 req-03ed85e9-10cd-4712-8ef5-2cce310f3438 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:08.168932 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6c8f0a5-91fc-4cc4-bd5e-1f8522006844 req-03ed85e9-10cd-4712-8ef5-2cce310f3438 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0602403 Nov 19 13:45:08.234288 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e6c8f0a5-91fc-4cc4-bd5e-1f8522006844 req-5b37d972-6fb9-4fd5-8dee-421861dd84b9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590713 Nov 19 13:45:09.366117 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01715-32a2-4b7f-9e6f-b48883ec7472 req-b6dc18e5-a46a-4258-b43c-c94876f19dd3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:09.367632 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cee01715-32a2-4b7f-9e6f-b48883ec7472 req-b6dc18e5-a46a-4258-b43c-c94876f19dd3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0510395 Nov 19 13:45:09.417849 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cee01715-32a2-4b7f-9e6f-b48883ec7472 req-ddafac4f-3a8c-459d-96e1-1c62e22e5df2 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Nov 19 13:45:10.551087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253b1f-d756-4493-8b0e-f4c885cf561e req-f101003f-965a-494f-82a5-3a62c3cfc88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:10.552625 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-92253b1f-d756-4493-8b0e-f4c885cf561e req-f101003f-965a-494f-82a5-3a62c3cfc88d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0585895 Nov 19 13:45:10.610386 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-92253b1f-d756-4493-8b0e-f4c885cf561e req-c4f25043-a16d-4050-b26a-02c14c9bd903 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515289 Nov 19 13:45:11.748608 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc9ed-6367-4348-9723-e6f8981abfe2 req-d2aec42c-3b62-4373-b0b1-9b4aca7bd5c9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:11.750416 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-95fbc9ed-6367-4348-9723-e6f8981abfe2 req-d2aec42c-3b62-4373-b0b1-9b4aca7bd5c9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0585709 Nov 19 13:45:11.809136 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-95fbc9ed-6367-4348-9723-e6f8981abfe2 req-85fbd5f7-9909-4c33-96b6-e78adbb3edc5 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496035 Nov 19 13:45:12.928029 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cdb52-9bbb-43ea-86f0-d47b2908002b req-e5aeb9a0-4203-4cf8-a52d-81caff01e70b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:12.929645 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8a8cdb52-9bbb-43ea-86f0-d47b2908002b req-e5aeb9a0-4203-4cf8-a52d-81caff01e70b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0521898 Nov 19 13:45:12.983233 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8a8cdb52-9bbb-43ea-86f0-d47b2908002b req-95d37ca7-5277-4302-9021-ae68c3dcf5da tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Nov 19 13:45:13.993188 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:14.102491 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:14.114578 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'mac_address': 'fa:16:3e:b8:ad:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:14.118273 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd070bf-96b4-4b8e-a7c7-dba7ec5a96f0 req-2ff0b34a-a0c0-470c-a1cd-caf53669102a tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:14.119869 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7fd070bf-96b4-4b8e-a7c7-dba7ec5a96f0 req-2ff0b34a-a0c0-470c-a1cd-caf53669102a tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0612590 Nov 19 13:45:14.153897 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.168025 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eba2ad4-a45b-4aba-acd3-de14483ba311 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:14.170568 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7fd070bf-96b4-4b8e-a7c7-dba7ec5a96f0 req-c696a3fd-641b-4c6f-923e-abebb268c42b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Nov 19 13:45:14.189711 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:14.196816 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.247074 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.411816 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['1eba2ad4-a45b-4aba-acd3-de14483ba311'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:15.042351 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.298830 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8df227-4345-4416-9ba6-4bbfebf7cc38 req-cddacc99-1b90-42ca-af06-ceb52fdb71cc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:15.301073 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e8df227-4345-4416-9ba6-4bbfebf7cc38 req-cddacc99-1b90-42ca-af06-ceb52fdb71cc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 945 time: 0.0544055 Nov 19 13:45:15.355695 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2e8df227-4345-4416-9ba6-4bbfebf7cc38 req-44a39298-f6a7-4ca0-af30-3b02b07e3a74 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Nov 19 13:45:15.760224 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-58ba7d9f-9e3e-4896-95af-106343d68e55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439525 Nov 19 13:45:15.851567 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-f101d66b-d535-4ee8-b970-3b8821172254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:15.853131 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-f101d66b-d535-4ee8-b970-3b8821172254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 1099 time: 0.0486085 Nov 19 13:45:15.961674 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-9ef913b6-0bda-48ea-a8c4-e26d72eb6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:15.963193 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-9ef913b6-0bda-48ea-a8c4-e26d72eb6ab8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0905964 Nov 19 13:45:15.994693 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:16.038665 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-314578d7-7d63-4a50-b688-dadaba1556ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 200 len: 1002 time: 0.0681887 Nov 19 13:45:16.048546 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 1eba2ad4-a45b-4aba-acd3-de14483ba311 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:16.053110 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 1eba2ad4-a45b-4aba-acd3-de14483ba311 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:16.053486 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.089452 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-015fa211-b5eb-4bfa-9069-c964dfa4b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.090938 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-015fa211-b5eb-4bfa-9069-c964dfa4b57a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0457909 Nov 19 13:45:16.133747 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.137961 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-c7fc4eef-8041-4300-8263-68955e66a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.139653 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-c7fc4eef-8041-4300-8263-68955e66a752 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414686 Nov 19 13:45:16.157543 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:16.160206 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612e374-bb00-49bc-8108-7d528029e995" -d '{"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-plugged", "status": "completed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:16.173282 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:16.179730 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.205972 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f0f536-d2ea-4905-b93c-ed39fbd2ac92 x-openstack-request-id: req-95f0f536-d2ea-4905-b93c-ed39fbd2ac92 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:16.206471 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-plugged", "status": "completed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:16.206806 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95f0f536-d2ea-4905-b93c-ed39fbd2ac92 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:16.207262 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'code': 200} Nov 19 13:45:16.235802 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.249457 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-f99eed84-9f9c-4898-b45e-63f9e3c33a08 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024876 Nov 19 13:45:16.347113 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a10adc6c-fd58-4ec7-9ac1-3c24e28a99c0 req-1cd86dd1-8344-4c6e-b4c1-8520fba27377 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897875 Nov 19 13:45:16.452032 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe52733-442b-4f86-94c2-21a2a146ae31 req-d241ea15-ddf8-44ab-a0cb-7934f15bd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.453505 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bbe52733-442b-4f86-94c2-21a2a146ae31 req-d241ea15-ddf8-44ab-a0cb-7934f15bd014 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0591903 Nov 19 13:45:16.518648 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732ff2-759e-4d73-9169-d50508569331 req-7ebc0d6a-494b-4567-bad8-d70dcf3a692f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.520184 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f9732ff2-759e-4d73-9169-d50508569331 req-7ebc0d6a-494b-4567-bad8-d70dcf3a692f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0840507 Nov 19 13:45:16.529655 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bbe52733-442b-4f86-94c2-21a2a146ae31 req-04ef2613-04ce-4c40-a18b-df6748982d60 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630457 Nov 19 13:45:16.546381 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ae536317-e451-4f7c-acbe-3a2469e47762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.581122 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f9732ff2-759e-4d73-9169-d50508569331 req-df1d97bb-8d3e-413b-9fb1-fe1767da5f01 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544434 Nov 19 13:45:17.866027 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad74e-7a00-4426-a985-524c176c7146 req-eb3a79ff-3728-4185-8a95-24917783038f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:17.868245 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ee6ad74e-7a00-4426-a985-524c176c7146 req-eb3a79ff-3728-4185-8a95-24917783038f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0574248 Nov 19 13:45:17.923345 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ee6ad74e-7a00-4426-a985-524c176c7146 req-f092f360-02eb-4888-aca4-f07c81d26f51 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495741 Nov 19 13:45:18.058174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d018a-d41b-4b60-b1da-d4f95441f777 req-633efd76-0eca-4a54-ae9c-b6b453d33443 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:18.059707 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe2d018a-d41b-4b60-b1da-d4f95441f777 req-633efd76-0eca-4a54-ae9c-b6b453d33443 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0591786 Nov 19 13:45:18.112466 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fe2d018a-d41b-4b60-b1da-d4f95441f777 req-6e02088c-5433-4fb9-95e3-00eb49c73e53 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466821 Nov 19 13:45:18.141122 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47202) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:18.295241 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65891f77-dc18-40d1-a796-4a1a410e6de3 tempest-TestShelveInstance-780640953 tempest-TestShelveInstance-780640953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:18.296836 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-65891f77-dc18-40d1-a796-4a1a410e6de3 tempest-TestShelveInstance-780640953 tempest-TestShelveInstance-780640953-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1094 time: 0.1545064 Nov 19 13:45:18.300471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47206) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:18.308342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:18.344049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for floatingip, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.446506 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.568347 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Allocated IP 172.27.1.15 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/def1ab87-49e1-4b10-95d5-df51066775be) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:18.676706 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.713371 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.752694 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:18.755842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:18.759263 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:18.764881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'Port': ['ID=def1ab87-49e1-4b10-95d5-df51066775be,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:18.807281 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0047c11c-edd8-4144-af45-e2ca92654bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.127813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.201681 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.368826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.375714 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.445589 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event updated for resources: {'Port': ['ID=def1ab87-49e1-4b10-95d5-df51066775be,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:19.457522 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.565811 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Floating IP 65081b62-fa67-4922-afc4-f74e92747dc0 associated. External IP: 172.27.1.15, port: 1eba2ad4-a45b-4aba-acd3-de14483ba311. Nov 19 13:45:19.788864 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Router 29278a1e-3d53-4158-9507-ee6f422c88b6 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:19.905174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:19.915395 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Sync routers for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:19.927133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:19.927869 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:19.928021 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.957824 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-6e182167-c49e-40f6-a300-1d5924dd5836 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6561697 Nov 19 13:45:19.958409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:19.960798 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c6dc54-f8f3-433d-8499-596ccf953e95" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:19.996771 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa2372-66c6-475d-93a2-c13d9d5cfc0b x-openstack-request-id: req-f0fa2372-66c6-475d-93a2-c13d9d5cfc0b {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:19.997067 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:19.997328 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0fa2372-66c6-475d-93a2-c13d9d5cfc0b {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:19.997724 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'status': 'completed', 'code': 200} Nov 19 13:45:20.039533 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:20.062690 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-2c007709-fa91-4e34-90a7-eb33ee9e8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:20.064243 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-2c007709-fa91-4e34-90a7-eb33ee9e8cad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0440633 Nov 19 13:45:20.162098 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-68224962-1a4b-4192-be29-fa26b2bdd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:20.163617 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-68224962-1a4b-4192-be29-fa26b2bdd7a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.0879381 Nov 19 13:45:20.235315 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-dbac8521-238b-417a-9d3a-b5fa6e9094a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 999 time: 0.0647955 Nov 19 13:45:20.267833 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '65081b62-fa67-4922-afc4-f74e92747dc0', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'mac_address': 'fa:16:3e:b8:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:20.286447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-c23b6508-a388-4b94-9d08-ceed61a88ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:20.287948 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-c23b6508-a388-4b94-9d08-ceed61a88ca2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0446124 Nov 19 13:45:20.293832 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Checking router: 29278a1e-3d53-4158-9507-ee6f422c88b6 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:20.303333 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:20.303954 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:20.334778 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-583eba81-d2bb-4492-9bcb-71285fdfa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:20.336276 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-583eba81-d2bb-4492-9bcb-71285fdfa0ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415571 Nov 19 13:45:20.368871 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.431498 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:20.433645 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-7f1241eb-176c-4c41-b442-5d996e8cfccc service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897844 Nov 19 13:45:20.527112 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-85c6dc54-f8f3-433d-8499-596ccf953e95 req-fcefa8b0-faa7-4569-aa89-61547a7f9aaf service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863416 Nov 19 13:45:20.794076 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '65081b62-fa67-4922-afc4-f74e92747dc0', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'mac_address': 'fa:16:3e:b8:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:20.820997 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c374b-b616-4183-97ca-f5f6ed81bf4c None None] The sync data for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi is: [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '65081b62-fa67-4922-afc4-f74e92747dc0', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'mac_address': 'fa:16:3e:b8:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:21.463302 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0c53c-1fe1-4b05-b782-f388fc078039 None None] New status for floating IP 65081b62-fa67-4922-afc4-f74e92747dc0: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:21.970968 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.469911 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.828208 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:45.058865 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.546292 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6268-fb7e-4d9c-baa7-8ca0b3e86375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.798928 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685fd0e-2116-452d-a5e0-16d3c987db09 req-5beca43d-7fcc-4eba-8b7e-3d9c92e28acf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.800776 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f685fd0e-2116-452d-a5e0-16d3c987db09 req-5beca43d-7fcc-4eba-8b7e-3d9c92e28acf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0611379 Nov 19 13:45:47.858066 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f685fd0e-2116-452d-a5e0-16d3c987db09 req-b4f40fc4-86ca-402b-886b-94e540ef167c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481009 Nov 19 13:45:48.824459 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e86afc98-4ad1-4ef8-81eb-6dacd33604dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.995763 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036560-a653-40aa-9a92-ab9fd137c536 req-c185a3bc-7c4b-4a3d-ad37-092bafb80631 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.997391 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1c036560-a653-40aa-9a92-ab9fd137c536 req-c185a3bc-7c4b-4a3d-ad37-092bafb80631 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0619595 Nov 19 13:45:49.051351 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1c036560-a653-40aa-9a92-ab9fd137c536 req-ccc4e506-058b-41b2-b2cc-f6352f12f0d2 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Nov 19 13:45:49.377785 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c1651a85-536e-463a-ac6c-90f3188ce724 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:49.379257 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c1651a85-536e-463a-ac6c-90f3188ce724 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 946 time: 0.0553482 Nov 19 13:45:49.485636 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port 9a9d1cdc-1baa-46a7-bc17-23842379e031 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:49.485954 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.585262 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] For port 9a9d1cdc-1baa-46a7-bc17-23842379e031, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9a9d1cdc-1baa-46a7-bc17-23842379e031,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:49.585523 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.774876 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.775259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.775605 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 3cee0d15-3708-4dc3-b662-8b858242f16c disassociated. External IP: 172.27.1.242, port: 9a9d1cdc-1baa-46a7-bc17-23842379e031. Nov 19 13:45:49.775948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for 9a9d1cdc-1baa-46a7-bc17-23842379e031 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:49.914451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.946011 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=9a9d1cdc-1baa-46a7-bc17-23842379e031,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.957077 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.957457 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.957800 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.958111 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.958456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.958821 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.959117 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.959464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.959795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.960104 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.960479 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.960888 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.075339 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:50.347718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.437491 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-96833688-c262-4f4a-8625-07fdefe12cac req-8bf9c1f2-0559-48f3-aaf8-b6c9d722837c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=fef224f6-580f-4fd7-8f80-8e580dc79b2c HTTP/1.1" status: 200 len: 210 time: 0.0346057 Nov 19 13:45:50.492753 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:50.503118 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:50.513627 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:50.514167 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:50.532880 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] No DVR routers for this DVR port 9a9d1cdc-1baa-46a7-bc17-23842379e031 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:50.535649 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.539211 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-98ab5921-b0c1-40c0-b48c-80b86b8f366a req-c641dae5-2a37-4b23-a52b-58329d592626 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "DELETE /v2.0/ports/9a9d1cdc-1baa-46a7-bc17-23842379e031 HTTP/1.1" status: 204 len: 173 time: 1.1522958 Nov 19 13:45:50.539573 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'name': 'network-vif-deleted', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:50.542452 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f10e0-ea03-4a07-95ac-0295ea586130" -d '{"events": [{"server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "name": "network-vif-deleted", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:50.588448 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66029b0-569a-420f-bf43-e09ce74fda68 x-openstack-request-id: req-f66029b0-569a-420f-bf43-e09ce74fda68 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:50.588747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef224f6-580f-4fd7-8f80-8e580dc79b2c", "name": "network-vif-deleted", "tag": "9a9d1cdc-1baa-46a7-bc17-23842379e031", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:50.588997 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f66029b0-569a-420f-bf43-e09ce74fda68 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:50.589401 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef224f6-580f-4fd7-8f80-8e580dc79b2c', 'name': 'network-vif-deleted', 'tag': '9a9d1cdc-1baa-46a7-bc17-23842379e031', 'status': 'completed', 'code': 200} Nov 19 13:45:50.636527 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:50.852407 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:50.884207 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:50.893803 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:50.894549 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:51.022928 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:51.232795 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:51.263850 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32748548-d1cd-4dee-9602-7c99879f2fb7 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:51.504528 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b862f20-2f22-47f6-83ce-d8d663a52083 None None] New status for floating IP 3cee0d15-3708-4dc3-b662-8b858242f16c: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:51.706380 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-f55e107f-ad50-41db-8a1f-55e2adac69c3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976351387&fields=id&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 267 time: 0.0487912 Nov 19 13:45:51.828243 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-02ad6203-2b8b-4f12-8423-763503257353 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:51.829895 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-02ad6203-2b8b-4f12-8423-763503257353 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.1164849 Nov 19 13:45:51.845754 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-118a54a4-aa3e-4540-932e-4cad8a49120d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/quotas/783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 375 time: 0.0098908 Nov 19 13:45:51.908127 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-28b8658b-38d6-4d29-adf8-f1ae3761dfe3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567374 Nov 19 13:45:51.966257 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.017566 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-e28a2325-bf13-4f9f-bf49-7ddc433cbb59 service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972056 Nov 19 13:45:52.128863 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-c55f31f5-2fb1-4778-a9c9-b6461c7f342c service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019225 Nov 19 13:45:52.431656 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-523e1d34-5816-46e5-b698-05c543dd769e req-59771f30-8705-457f-9baf-2367939e0b4b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Nov 19 13:45:52.464985 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.418737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-e2ea5086-aa53-4271-9c35-d7b48814ad55 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:53.420279 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-e2ea5086-aa53-4271-9c35-d7b48814ad55 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.1086879 Nov 19 13:45:53.489164 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-948d2ad4-9336-473c-83c2-8627d61ee7a4 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 380 time: 0.0581315 Nov 19 13:45:53.498619 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'port': {'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'admin_state_up': True, 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'security_groups': ['84e0b312-84e5-45c7-8a68-835c4928e291']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:53.572166 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a7a39bac-624c-4c71-8e24-0fe60356de62 req-0cf9684b-b44a-4e38-bbe5-5028e01c4d21 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 210 time: 0.0573354 Nov 19 13:45:53.638825 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Made reservation on behalf of 783e37f036a74f1d815332aa4c5a8a1a for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:53.642535 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.788435 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.20.0.6 (e99b515c-40f9-48bf-80e5-bf33416424d2/8f37b7dd-306c-4776-8ee1-525f5e4efd55/005267b9-ac74-490b-9a02-99fa0411a3a4) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:53.940960 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.982708 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.030404 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:54.033906 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:54.038020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:54.067372 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:54.096665 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.097313 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.115541 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9a9d1cdc-1baa-46a7-bc17-23842379e031 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:54.116675 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-a7b20179-90e3-4088-bc6b-504671706b89 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6222048 Nov 19 13:45:54.129574 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Request body: {'port': {'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:54.137234 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 9a9d1cdc-1baa-46a7-bc17-23842379e031 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:54.137574 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 9a9d1cdc-1baa-46a7-bc17-23842379e031 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:54.188025 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.223275 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-48022b83-271e-4a95-8834-23a1ec7aa428 None None] Provisioning complete for port 005267b9-ac74-490b-9a02-99fa0411a3a4 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:54.223741 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-48022b83-271e-4a95-8834-23a1ec7aa428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.257170 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-48022b83-271e-4a95-8834-23a1ec7aa428 None None] Port 005267b9-ac74-490b-9a02-99fa0411a3a4 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:54.461080 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005267b9-ac74-490b-9a02-99fa0411a3a4 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:54.469232 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.483494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Transition to ACTIVE for port object 005267b9-ac74-490b-9a02-99fa0411a3a4 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:54.489942 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.549613 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Pushing event updated for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:54.628129 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Attempting to bind port 005267b9-ac74-490b-9a02-99fa0411a3a4 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:54.628469 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Attempting to bind port 005267b9-ac74-490b-9a02-99fa0411a3a4 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:54.628812 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Attempting to bind port 005267b9-ac74-490b-9a02-99fa0411a3a4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:54.633986 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Port 005267b9-ac74-490b-9a02-99fa0411a3a4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:54.634312 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Attempting to bind port 005267b9-ac74-490b-9a02-99fa0411a3a4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:54.639827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:54.640177 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:54.640579 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Bound using segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:54.641094 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Bound port: 005267b9-ac74-490b-9a02-99fa0411a3a4, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:54.641432 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.748661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a8dc-8411-48be-ae55-0ad558f9f704 req-ff42136d-19e8-4d2f-b85c-4e500f0c0ab3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.750204 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e420a8dc-8411-48be-ae55-0ad558f9f704 req-ff42136d-19e8-4d2f-b85c-4e500f0c0ab3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0950961 Nov 19 13:45:54.754665 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:54.758814 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=005267b9-ac74-490b-9a02-99fa0411a3a4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:54.780219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.833908 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.834523 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.835943 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] 10.222.0.69 "PUT /v2.0/ports/005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 1093 time: 0.7111006 Nov 19 13:45:54.838159 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:54.840623 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1740a025-a0e5-4b83-9b47-6a522df24360" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:54.893291 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce349bc3-6956-4bf0-ac3d-b06546b726c2 x-openstack-request-id: req-ce349bc3-6956-4bf0-ac3d-b06546b726c2 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:54.893573 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:54.893818 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce349bc3-6956-4bf0-ac3d-b06546b726c2 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:54.894202 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'status': 'completed', 'code': 200} Nov 19 13:45:54.900161 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e420a8dc-8411-48be-ae55-0ad558f9f704 req-7ef4824d-22cc-432c-bf63-6ae096d531a0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431959 Nov 19 13:45:54.900787 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0648d3-6e9e-4713-a7a0-4151ca432d49 service neutron] Pushing event updated for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:54.936140 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ceb61201-d112-49bb-a700-62cc58606be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.937941 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-ceb61201-d112-49bb-a700-62cc58606be3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1096 time: 0.0576353 Nov 19 13:45:54.983824 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-5761f3a7-7cef-478d-a544-ac1116ea19e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0372977 Nov 19 13:45:55.037128 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-53e5b816-1670-4ab9-9cd4-c91526c99b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.038632 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-53e5b816-1670-4ab9-9cd4-c91526c99b90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0465875 Nov 19 13:45:55.098362 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-5cbcb594-e24e-4373-94ab-7e20cc187978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.099857 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-5cbcb594-e24e-4373-94ab-7e20cc187978 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534813 Nov 19 13:45:55.193653 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-be6ffe1c-736a-4d39-b8db-d99abc54d824 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Nov 19 13:45:55.294080 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9724e5cf-bbc9-4ee9-90a5-a249c7298587 req-6c16adb0-5c2b-4508-89ce-64faafb74660 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928571 Nov 19 13:45:55.392264 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-30ff9357-d46c-47b4-bed1-203dd3be8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.393812 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-30ff9357-d46c-47b4-bed1-203dd3be8fa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1096 time: 0.0436966 Nov 19 13:45:55.501969 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-6a1bec58-72b0-4994-a2ba-444cc4928d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.503331 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-6a1bec58-72b0-4994-a2ba-444cc4928d6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.1009312 Nov 19 13:45:55.549884 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-577428ee-9483-4d63-a056-8bbffc4c4030 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0383253 Nov 19 13:45:55.605148 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-519255b0-97bc-4b25-bfae-3fe7d0cc5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.606632 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-519255b0-97bc-4b25-bfae-3fe7d0cc5c3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0488875 Nov 19 13:45:55.660779 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-45e95975-cf10-4cb8-91ef-4c18b1d671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.662299 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-45e95975-cf10-4cb8-91ef-4c18b1d671a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473244 Nov 19 13:45:55.757914 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-63327944-cc9f-411f-854b-e4ac67021bf4 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881069 Nov 19 13:45:55.851647 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1740a025-a0e5-4b83-9b47-6a522df24360 req-7b36c6e8-fcc2-46ea-9d30-3e9871790de9 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Nov 19 13:45:56.044549 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8832-2577-4ad3-85fa-2bd6c92158dc req-42bdf7dc-077e-45bb-bed4-0ff933eaeb4b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.046035 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc4b8832-2577-4ad3-85fa-2bd6c92158dc req-42bdf7dc-077e-45bb-bed4-0ff933eaeb4b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0618260 Nov 19 13:45:56.104418 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cc4b8832-2577-4ad3-85fa-2bd6c92158dc req-dfe99411-ec12-4f1c-a228-51e5cf9f34ab tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492175 Nov 19 13:45:57.223692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152aba-c66b-48ba-b142-5a2f26a33352 req-bcf18362-05b8-4bc6-be0e-9610b04505fa tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:57.225183 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e152aba-c66b-48ba-b142-5a2f26a33352 req-bcf18362-05b8-4bc6-be0e-9610b04505fa tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0508974 Nov 19 13:45:57.279254 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4e152aba-c66b-48ba-b142-5a2f26a33352 req-c38b02ee-8234-4a72-8cb3-f345db4cbb15 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450644 Nov 19 13:45:58.426118 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872f2-0794-43fd-9c24-39edb1c43985 req-d27b1f53-7d55-45a5-956b-46f375d1caea tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.427751 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e9e872f2-0794-43fd-9c24-39edb1c43985 req-d27b1f53-7d55-45a5-956b-46f375d1caea tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0687392 Nov 19 13:45:58.492839 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e9e872f2-0794-43fd-9c24-39edb1c43985 req-b41bca01-5459-43eb-b60f-4ff310a58b12 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586488 Nov 19 13:45:59.626044 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d3e9b-1af6-475a-b1c1-db456a5502ef req-0661c75d-f8de-4c12-b99d-3df83aaa8e4a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.627463 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac8d3e9b-1af6-475a-b1c1-db456a5502ef req-0661c75d-f8de-4c12-b99d-3df83aaa8e4a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0578949 Nov 19 13:45:59.677774 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ac8d3e9b-1af6-475a-b1c1-db456a5502ef req-2f725013-7fa5-41e9-8083-c7d9bba5122a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442996 Nov 19 13:46:00.815857 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db49a24-7106-4bc4-b069-0ac9964a4b07 req-57b99fd2-5383-4191-80d1-f104a3795dc8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:00.817442 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8db49a24-7106-4bc4-b069-0ac9964a4b07 req-57b99fd2-5383-4191-80d1-f104a3795dc8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0579159 Nov 19 13:46:00.872290 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8db49a24-7106-4bc4-b069-0ac9964a4b07 req-1f7c66f8-5d32-4cba-9ea4-436b0c1c2c4c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485616 Nov 19 13:46:01.998827 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba059f9-9403-4812-91d7-e4f677e382cb req-9b63e6e8-a8cf-4c96-9f97-98725e180d25 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:02.000353 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dba059f9-9403-4812-91d7-e4f677e382cb req-9b63e6e8-a8cf-4c96-9f97-98725e180d25 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0565450 Nov 19 13:46:02.051539 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-dba059f9-9403-4812-91d7-e4f677e382cb req-6250ca99-9782-489f-be42-ab47103dda58 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Nov 19 13:46:03.186072 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884d34-d758-4a84-9732-a669b3c86356 req-b78a7228-b412-493d-aa0b-d7664d7873c1 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:03.187713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d3884d34-d758-4a84-9732-a669b3c86356 req-b78a7228-b412-493d-aa0b-d7664d7873c1 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 943 time: 0.0526085 Nov 19 13:46:03.245870 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d3884d34-d758-4a84-9732-a669b3c86356 req-ab462edf-426d-4c4f-87b0-1f6edc8cb0f7 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515225 Nov 19 13:46:04.148218 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 005267b9-ac74-490b-9a02-99fa0411a3a4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:04.274921 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=005267b9-ac74-490b-9a02-99fa0411a3a4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:04.287978 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:04.327207 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.341005 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005267b9-ac74-490b-9a02-99fa0411a3a4 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:04.361885 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=005267b9-ac74-490b-9a02-99fa0411a3a4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:04.367417 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.415984 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b9af-b21e-49a8-8934-19a47f29fa0a req-859d47f0-f01f-4155-80a5-0c01b4e56715 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:04.417382 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b521b9af-b21e-49a8-8934-19a47f29fa0a req-859d47f0-f01f-4155-80a5-0c01b4e56715 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 944 time: 0.1015761 Nov 19 13:46:04.417546 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:04.425432 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.425770 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.426126 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.426468 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.426801 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.427151 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.427489 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.427801 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.428131 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.428463 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.428780 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.429104 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:04.471588 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b521b9af-b21e-49a8-8934-19a47f29fa0a req-7848f1f5-9112-46ab-90aa-d84747b7a55d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477524 Nov 19 13:46:04.576448 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['005267b9-ac74-490b-9a02-99fa0411a3a4'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:05.666301 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f934-7f37-4a24-815f-a947c303451b req-5d923104-136a-41cc-9209-495d7ee0d986 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:05.667823 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-88a1f934-7f37-4a24-815f-a947c303451b req-5d923104-136a-41cc-9209-495d7ee0d986 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 944 time: 0.1094832 Nov 19 13:46:05.724415 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-88a1f934-7f37-4a24-815f-a947c303451b req-f8e6f9c7-8431-4224-a9dd-5ac76e4b385c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Nov 19 13:46:06.161938 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 005267b9-ac74-490b-9a02-99fa0411a3a4 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:06.224101 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 005267b9-ac74-490b-9a02-99fa0411a3a4 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:06.230183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 005267b9-ac74-490b-9a02-99fa0411a3a4 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:06.230802 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:06.328360 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:06.364385 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:06.367956 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496b076-341e-45b7-a0c9-f953f3a2b382" -d '{"events": [{"server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "name": "network-vif-plugged", "status": "completed", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:06.385732 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=005267b9-ac74-490b-9a02-99fa0411a3a4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:06.390795 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:06.415784 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a539663c-e4fd-43be-bdf2-c9c59f2dc8e5 x-openstack-request-id: req-a539663c-e4fd-43be-bdf2-c9c59f2dc8e5 {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:06.416014 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "name": "network-vif-plugged", "status": "completed", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:06.416223 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a539663c-e4fd-43be-bdf2-c9c59f2dc8e5 {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:06.416632 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'code': 200} Nov 19 13:46:06.447727 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:06.645223 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefb69b-0645-4a59-a2e5-d6629638fff1 req-5ad4403b-5127-4656-9476-1818bbee21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:06.646864 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9cefb69b-0645-4a59-a2e5-d6629638fff1 req-5ad4403b-5127-4656-9476-1818bbee21f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0415490 Nov 19 13:46:06.698741 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9cefb69b-0645-4a59-a2e5-d6629638fff1 req-e40d88b7-708e-46d1-bf9b-d060e439702c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446706 Nov 19 13:46:06.865038 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6338-bc24-4f97-b7f8-f36f58028984 req-e5613ba2-6c79-470d-803e-a5757505c655 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:06.866529 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c1cd6338-bc24-4f97-b7f8-f36f58028984 req-e5613ba2-6c79-470d-803e-a5757505c655 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0703089 Nov 19 13:46:06.917847 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c1cd6338-bc24-4f97-b7f8-f36f58028984 req-d4ef1836-9afd-4813-9230-687e46b0b490 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450952 Nov 19 13:46:08.053606 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f2146-ea57-4443-9359-bd0178c4c0ff req-627c750e-4894-4266-80b9-c3336730f043 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:08.055122 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1f5f2146-ea57-4443-9359-bd0178c4c0ff req-627c750e-4894-4266-80b9-c3336730f043 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Nov 19 13:46:08.108783 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1f5f2146-ea57-4443-9359-bd0178c4c0ff req-37238687-d368-4ce5-8fec-ebbef9c65604 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 Nov 19 13:46:08.232111 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e40ae-77fb-47f5-898f-884be6134fc1 req-945588f7-4387-4144-82db-3aba68fb9040 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:08.233472 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb8e40ae-77fb-47f5-898f-884be6134fc1 req-945588f7-4387-4144-82db-3aba68fb9040 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Nov 19 13:46:08.289485 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb8e40ae-77fb-47f5-898f-884be6134fc1 req-28239311-c4e7-4e40-8cc7-e9cad3381cd1 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Nov 19 13:46:08.318402 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47298) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:08.364306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b5f53-5646-406e-8dd9-de49c49715be tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:08.365853 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-8c0b5f53-5646-406e-8dd9-de49c49715be tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1093 time: 0.0461450 Nov 19 13:46:08.368893 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47300) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:08.373309 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:08.399904 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.507196 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.613848 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.27.1.195 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/9fabbed1-cb30-4d04-838b-bc7b63d57a38) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:08.744049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.790570 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.830591 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:08.835120 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:08.839419 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:08.842541 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=9fabbed1-cb30-4d04-838b-bc7b63d57a38,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:09.197792 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.270867 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.441433 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.450397 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.519116 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=9fabbed1-cb30-4d04-838b-bc7b63d57a38,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:09.534299 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.641946 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 82718e5b-75cd-4e80-b35e-c630be5449a7 associated. External IP: 172.27.1.195, port: 005267b9-ac74-490b-9a02-99fa0411a3a4. Nov 19 13:46:10.148259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:46:10.272663 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:46:10.283148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:46:10.292258 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:10.294308 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:10.294909 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.320512 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-682719d9-5936-4dfd-a581-02d80726035c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9505410 Nov 19 13:46:10.321121 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:10.323451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae672637-5e0d-4cf2-bdf4-86dc31743df4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:10.363871 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5c6ad-9318-45e6-9e3a-22c9d3ace6c2 x-openstack-request-id: req-f1e5c6ad-9318-45e6-9e3a-22c9d3ace6c2 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:10.364176 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:10.364433 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1e5c6ad-9318-45e6-9e3a-22c9d3ace6c2 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:10.364841 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'status': 'completed', 'code': 200} Nov 19 13:46:10.435936 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-c64959bd-c70d-40bf-a360-115407b0805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.437500 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-c64959bd-c70d-40bf-a360-115407b0805a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0519860 Nov 19 13:46:10.538138 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-eeadcb8c-2713-4f24-92a1-524a7e52579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.539633 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-eeadcb8c-2713-4f24-92a1-524a7e52579f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0939012 Nov 19 13:46:10.542388 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:10.608614 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-7957507e-041e-48aa-bbe4-e8ae5197c13f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 999 time: 0.0603151 Nov 19 13:46:10.664302 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-280c6d42-e14d-4dae-b365-dd62739bc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.665818 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-280c6d42-e14d-4dae-b365-dd62739bc0ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0506673 Nov 19 13:46:10.720503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-34fd946c-bf12-43b7-97e1-44271a15a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.721933 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-34fd946c-bf12-43b7-97e1-44271a15a5eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489712 Nov 19 13:46:10.806401 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:09Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.840181 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:46:10.841303 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-5e0f0daa-e653-4fee-aa64-994041298ce6 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123269 Nov 19 13:46:10.849944 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:10.850556 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:45:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.959365 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ae672637-5e0d-4cf2-bdf4-86dc31743df4 req-4b514e7c-f9fe-41cb-9e10-93b15b3c2b4e service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109710 Nov 19 13:46:10.999606 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:11.259129 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:09Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:11.289614 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f4708-4ed3-4c00-b521-3eb66d7275c0 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:09Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:46:11.518776 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a8afd-9f9b-41eb-bcb1-eb98687b5bba None None] New status for floating IP 82718e5b-75cd-4e80-b35e-c630be5449a7: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:46:14.832259 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:46:15.069226 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.543960 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1aa-511d-47c3-9d32-8e695619bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.716093 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-85e6db79-b332-4ab1-9405-96dc8bad2952 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440874 Nov 19 13:46:16.804324 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-30d99858-0a4b-43ac-a36b-ac80bf9b3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.805865 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-30d99858-0a4b-43ac-a36b-ac80bf9b3b25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0441287 Nov 19 13:46:16.924250 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-11edaaf1-d304-42f0-8be6-5fe43eb658ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.925823 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-11edaaf1-d304-42f0-8be6-5fe43eb658ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.1003594 Nov 19 13:46:16.995079 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-047285db-9a3e-405c-bee2-5418cadacadd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 1001 time: 0.0618815 Nov 19 13:46:17.051517 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-fc0e0b3f-9195-4419-93cd-37084bd540de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.053038 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-fc0e0b3f-9195-4419-93cd-37084bd540de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0508902 Nov 19 13:46:17.107429 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-ebab00cf-f26d-489a-995a-343d3e53827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.108981 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-ebab00cf-f26d-489a-995a-343d3e53827d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493045 Nov 19 13:46:17.209483 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-b5078e68-886d-44ff-9f61-20ee01e007ca service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916383 Nov 19 13:46:17.308868 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5254c74f-efdc-4681-a531-7ef9282678d4 req-ce1d9dbb-68a3-4b8a-a235-0e4c0771de62 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924122 Nov 19 13:46:18.820003 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e8470735-e0bd-45a5-a2ff-79468b02eb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:20.351148 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:21.972962 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:22.476244 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:45.082313 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:46.542281 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-2f4b035d-7c6c-4d03-9771-9da44e2e5ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:48.818396 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9d50f400-91eb-443c-a8cb-f7b9bf8b4214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:50.354420 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:51.832640 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:46:51.974280 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.474493 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.082893 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:16.044093 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1529bb4-ba88-4a6c-ae59-a5f22dddfa20 req-5bebe116-bb99-48a1-8d00-eca50fc6db5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:16.044829 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d1529bb4-ba88-4a6c-ae59-a5f22dddfa20 req-5bebe116-bb99-48a1-8d00-eca50fc6db5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0605254 Nov 19 13:47:16.110955 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d1529bb4-ba88-4a6c-ae59-a5f22dddfa20 req-7e573fd1-0528-4bab-9958-44ced1d114a6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567231 Nov 19 13:47:16.542049 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-92d357e0-971d-4bf3-ade8-1fdda66dd29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:17.234503 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed81d-f056-4e82-847d-2a67d2b5f79a req-ed51ad53-8c9a-43d7-a939-3a43116520cf tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.236013 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-390ed81d-f056-4e82-847d-2a67d2b5f79a req-ed51ad53-8c9a-43d7-a939-3a43116520cf tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0502517 Nov 19 13:47:17.285697 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-390ed81d-f056-4e82-847d-2a67d2b5f79a req-b394762b-7ea9-48ed-8502-185057d61237 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434504 Nov 19 13:47:17.814264 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-52190347-a51b-4a60-9da4-a979f04faab9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0985832 Nov 19 13:47:17.881310 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-c25fabdd-c02e-4335-b8a3-ee1243562a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.882910 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-c25fabdd-c02e-4335-b8a3-ee1243562a20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0436251 Nov 19 13:47:18.012896 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-de105624-40e3-4910-baf7-e733943e1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.014281 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-de105624-40e3-4910-baf7-e733943e1986 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.1079962 Nov 19 13:47:18.090748 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-8ea0eb17-9763-4286-9211-70ef9c47c790 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0686567 Nov 19 13:47:18.142927 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-fc6d7d77-6ad5-4cb6-86a4-0a563c70f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.144473 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-fc6d7d77-6ad5-4cb6-86a4-0a563c70f39f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0466516 Nov 19 13:47:18.200941 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-3150987b-874b-49e4-9e1a-97903a850b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.202501 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-3150987b-874b-49e4-9e1a-97903a850b72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514159 Nov 19 13:47:18.216317 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-e4a2a129-6496-44bd-928b-7bbdeb4b83d3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:47:18.217599 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-e4a2a129-6496-44bd-928b-7bbdeb4b83d3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079751 Nov 19 13:47:18.315840 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-a4fa6699-4a13-4f09-bd83-ee73f96b3c6d service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912292 Nov 19 13:47:18.449443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44862899-cf02-4d01-913d-6a6ed38b1ee5 req-98dd9d1c-f10f-4946-8db2-89e674f7fb5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.450968 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44862899-cf02-4d01-913d-6a6ed38b1ee5 req-98dd9d1c-f10f-4946-8db2-89e674f7fb5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0772905 Nov 19 13:47:18.453333 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6737b59e-873b-43c8-86f2-685c61833fd4 req-9237046d-525d-45dc-86cf-ec224b3eff83 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301954 Nov 19 13:47:18.504298 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44862899-cf02-4d01-913d-6a6ed38b1ee5 req-8b3c5127-c3d7-44b0-a9c0-a2bb50aed72d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452516 Nov 19 13:47:18.817917 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-4fecbc4b-1cb7-4ea5-9953-bbe5532625aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:19.642287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf9bc1-c2e2-4d06-b20d-42bf3231e917 req-d7ec6049-d70e-4200-8fb8-5f156ddf6eb9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:19.643699 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3cbf9bc1-c2e2-4d06-b20d-42bf3231e917 req-d7ec6049-d70e-4200-8fb8-5f156ddf6eb9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0508685 Nov 19 13:47:19.706358 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3cbf9bc1-c2e2-4d06-b20d-42bf3231e917 req-a80ed6b7-336a-4bab-83b2-9fb4fc66ed15 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565300 Nov 19 13:47:20.369441 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:20.858075 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e994c5-2121-44ef-a310-1a76038f883a req-7464a24a-921a-41ac-bdeb-70ff8ae18e87 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:20.859572 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72e994c5-2121-44ef-a310-1a76038f883a req-7464a24a-921a-41ac-bdeb-70ff8ae18e87 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0676696 Nov 19 13:47:20.911885 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72e994c5-2121-44ef-a310-1a76038f883a req-7c848017-88cb-453b-877e-08d2467a3908 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461104 Nov 19 13:47:21.976095 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.049342 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679d79f-ce8f-43aa-8af0-d618aaf8cf0a req-e98acd85-a697-40f6-adfa-dbb576c78dbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.050860 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4679d79f-ce8f-43aa-8af0-d618aaf8cf0a req-e98acd85-a697-40f6-adfa-dbb576c78dbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0546386 Nov 19 13:47:22.104078 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4679d79f-ce8f-43aa-8af0-d618aaf8cf0a req-b5de895f-ac32-4ce7-beaf-c105efdc72e9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469730 Nov 19 13:47:22.474434 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:23.247439 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7850cb-6eef-4611-bf7b-7ba8c290dcb7 req-58330c7e-86a3-4986-a50f-817fb6422db2 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:23.248908 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eb7850cb-6eef-4611-bf7b-7ba8c290dcb7 req-58330c7e-86a3-4986-a50f-817fb6422db2 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0600288 Nov 19 13:47:23.298431 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-eb7850cb-6eef-4611-bf7b-7ba8c290dcb7 req-7965d88a-ae0c-4584-aacb-171ae973f554 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Nov 19 13:47:24.437761 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4938-44e3-4f0a-bfb2-aada2f5bc833 req-fa28ed29-3920-4ddc-8421-bfc5e68cd2f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:24.439498 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e34a4938-44e3-4f0a-bfb2-aada2f5bc833 req-fa28ed29-3920-4ddc-8421-bfc5e68cd2f6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0561161 Nov 19 13:47:24.491055 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e34a4938-44e3-4f0a-bfb2-aada2f5bc833 req-db49417f-f88b-431a-a154-23ef90dccb56 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Nov 19 13:47:25.625622 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252425a6-cf16-4922-86d6-70065cfc2f73 req-57e3c545-2049-48dc-99ac-a7e04f27788d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:25.627651 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-252425a6-cf16-4922-86d6-70065cfc2f73 req-57e3c545-2049-48dc-99ac-a7e04f27788d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0643177 Nov 19 13:47:25.691126 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-252425a6-cf16-4922-86d6-70065cfc2f73 req-e51e7d40-95ba-4446-b444-e67152aed7f3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556014 Nov 19 13:47:26.168557 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-3239c956-8662-45f4-b06d-94eb248a90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.170094 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-3239c956-8662-45f4-b06d-94eb248a90a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0447075 Nov 19 13:47:26.259344 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-10def44f-537c-454a-ba97-06995e57c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.260818 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-10def44f-537c-454a-ba97-06995e57c55a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.0840549 Nov 19 13:47:26.337157 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-f4aaf889-5f91-401a-ab22-695e24dac672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 1001 time: 0.0678272 Nov 19 13:47:26.390272 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-012cf7ec-f8d2-46b7-9663-53d8ce13ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.391871 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-012cf7ec-f8d2-46b7-9663-53d8ce13ebb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0470736 Nov 19 13:47:26.439017 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-868afca0-aa9f-49f7-847a-66b31eb83950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.440468 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-868afca0-aa9f-49f7-847a-66b31eb83950 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419517 Nov 19 13:47:26.542172 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-f4f305b0-1182-410c-8b6e-2d8bbf249e9b service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935323 Nov 19 13:47:26.633274 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fabaf4f5-6d23-4325-8418-b0295def5a9e req-eab9524e-766d-4f12-86a9-5ccb44dcde19 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834253 Nov 19 13:47:26.821567 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e0955-a367-4cf3-ba8b-f5a9dcd9be13 req-a90766b0-8971-4878-8179-c69bfd6cf341 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.823076 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a11e0955-a367-4cf3-ba8b-f5a9dcd9be13 req-a90766b0-8971-4878-8179-c69bfd6cf341 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0570934 Nov 19 13:47:26.878188 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a11e0955-a367-4cf3-ba8b-f5a9dcd9be13 req-a638edda-76af-4d10-ab89-f69aef06d322 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Nov 19 13:47:28.005070 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c5754-b407-4dcc-86d2-4643e061a35e req-5b0c3f22-6388-45f9-924b-b9157c505a3e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:28.006540 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d89c5754-b407-4dcc-86d2-4643e061a35e req-5b0c3f22-6388-45f9-924b-b9157c505a3e tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0523841 Nov 19 13:47:28.061569 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d89c5754-b407-4dcc-86d2-4643e061a35e req-ee5281dc-f2f8-4393-a1e7-cbcaf79e1783 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460944 Nov 19 13:47:28.832290 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:29.195137 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2b42-8efa-46e9-b295-b399b8075ed5 req-bebd6f19-7428-4961-8d53-9c7d724cbf98 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:29.196717 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-028e2b42-8efa-46e9-b295-b399b8075ed5 req-bebd6f19-7428-4961-8d53-9c7d724cbf98 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0572758 Nov 19 13:47:29.250411 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-028e2b42-8efa-46e9-b295-b399b8075ed5 req-0b359495-c517-480a-b1c1-1f45303e4709 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 Nov 19 13:47:29.489319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532171-3e80-40fd-a6e1-cab856cc7dd0 req-800d5e5b-e3d4-4ae0-aeca-847795f51a15 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:29.490905 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a8532171-3e80-40fd-a6e1-cab856cc7dd0 req-800d5e5b-e3d4-4ae0-aeca-847795f51a15 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0556831 Nov 19 13:47:29.495089 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47370) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:29.556030 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a8532171-3e80-40fd-a6e1-cab856cc7dd0 req-0cc304f7-dee0-4b67-bc70-01546ec4efbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585201 Nov 19 13:47:29.586569 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-d56cd750-c3c1-4932-a38c-9e9acc5397f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903175 Nov 19 13:47:29.595594 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-e2c0d21c-89e8-43be-aad7-ae200fe42ccc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:47:29.596527 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-e2c0d21c-89e8-43be-aad7-ae200fe42ccc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049188 Nov 19 13:47:30.681521 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce4504-ab88-4b76-8c91-8f6c053f6e77 req-6704fb53-829a-4661-a630-98c1866ff816 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:30.682980 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-79ce4504-ab88-4b76-8c91-8f6c053f6e77 req-6704fb53-829a-4661-a630-98c1866ff816 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0548518 Nov 19 13:47:30.733698 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-79ce4504-ab88-4b76-8c91-8f6c053f6e77 req-de694087-b0eb-4964-b79b-01356a9b4b72 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443308 Nov 19 13:47:31.865069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102112d-db30-4973-9d5d-de4356f415f9 req-e9dafab7-1cf3-40d4-8659-b69ffb14d8b9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:31.866544 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7102112d-db30-4973-9d5d-de4356f415f9 req-e9dafab7-1cf3-40d4-8659-b69ffb14d8b9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0561440 Nov 19 13:47:31.920508 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-7102112d-db30-4973-9d5d-de4356f415f9 req-2f90c7e4-8363-4424-b54c-977b374833fd tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473018 Nov 19 13:47:32.614154 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:32.712180 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.736866 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:32.739189 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae155515-a180-41fb-87b9-58120dc96e7a" -d '{"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-unplugged", "status": "completed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:32.752036 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:32.758701 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.812124 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=6']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:32.819463 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.819807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.820140 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.820480 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.820823 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.821133 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.821445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.821823 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.822233 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.822689 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.823259 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.823590 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:32.835544 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65126bed-2659-4704-a697-bded3e6b5a6e x-openstack-request-id: req-65126bed-2659-4704-a697-bded3e6b5a6e {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:32.835831 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-unplugged", "status": "failed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "code": 422}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:32.836080 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65126bed-2659-4704-a697-bded3e6b5a6e {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:32.836470 dv-cinder-817351-4-iscsi neutron-server[102822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'code': 422} returned with failed status Nov 19 13:47:33.042386 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068ac57-12ca-4c96-81b1-d9b02ffbf3d1 req-21ea031b-8921-4a2a-a1f9-add2e95a2ff0 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.043947 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d068ac57-12ca-4c96-81b1-d9b02ffbf3d1 req-21ea031b-8921-4a2a-a1f9-add2e95a2ff0 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0494606 Nov 19 13:47:33.097055 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d068ac57-12ca-4c96-81b1-d9b02ffbf3d1 req-1a264643-a910-4f75-94fe-4cca5045c2fa tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466309 Nov 19 13:47:34.219036 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551db22-d746-4c7a-b41d-5f822f0c6038 req-ae9dcbd2-1a96-4d25-ba38-569cac6f0ed4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:34.220538 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b551db22-d746-4c7a-b41d-5f822f0c6038 req-ae9dcbd2-1a96-4d25-ba38-569cac6f0ed4 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0527036 Nov 19 13:47:34.283431 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b551db22-d746-4c7a-b41d-5f822f0c6038 req-2e2a6f2f-10e8-45ce-8c3a-63e7b7c8bdb7 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565143 Nov 19 13:47:35.109458 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-717b1294-50b8-4f13-86fe-11e357763842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.110991 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-717b1294-50b8-4f13-86fe-11e357763842 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c&tenant_id=71727a03ae9846e9a726ad93e6670d8b HTTP/1.1" status: 200 len: 1097 time: 0.0450642 Nov 19 13:47:35.187583 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-475d7ce3-339f-4233-a36e-90fe8155cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.189150 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-475d7ce3-339f-4233-a36e-90fe8155cb5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1097 time: 0.0509577 Nov 19 13:47:35.280060 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-b4649ae1-9063-4602-8b50-89ae75079b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.281515 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-b4649ae1-9063-4602-8b50-89ae75079b0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.0853209 Nov 19 13:47:35.351791 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-ca304c99-735a-44a3-a2e0-9488279085cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 999 time: 0.0631506 Nov 19 13:47:35.431037 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-1de2a4ce-11a7-4105-b4ab-e064b0214199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.432564 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-1de2a4ce-11a7-4105-b4ab-e064b0214199 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0687828 Nov 19 13:47:35.445512 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d3dc-e975-428a-831d-071e24718d76 req-3ff26865-3fec-40d2-8480-18af514ee3a9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.446930 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-28a8d3dc-e975-428a-831d-071e24718d76 req-3ff26865-3fec-40d2-8480-18af514ee3a9 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0918779 Nov 19 13:47:35.522828 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-8b1ab60c-4314-4b62-940d-9695278c1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.524395 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-8b1ab60c-4314-4b62-940d-9695278c1781 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766032 Nov 19 13:47:35.529890 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-28a8d3dc-e975-428a-831d-071e24718d76 req-16bb9826-4b1e-49cd-9c2d-996ade685a00 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741875 Nov 19 13:47:35.617894 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-fbcc6b47-a3a3-4a84-98d0-b2be0a4e115e service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861552 Nov 19 13:47:35.729128 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-44cff47b-4206-4bb9-bc54-20b674db1843 req-7a16c7cf-50ee-43f2-9cc2-d5ebb5419dea service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036260 Nov 19 13:47:36.665681 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2a7dc-4503-49ca-9de5-21298349fede req-f4033c75-61e9-4648-a922-dca608e3d081 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:36.667211 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2dc2a7dc-4503-49ca-9de5-21298349fede req-f4033c75-61e9-4648-a922-dca608e3d081 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0526278 Nov 19 13:47:36.718256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-2dc2a7dc-4503-49ca-9de5-21298349fede req-2128278a-2f2f-4a19-bd09-521ecf0a2ef1 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Nov 19 13:47:37.846244 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bd713-4523-4000-8aa9-837d9a2a12e4 req-f5bf9daa-6d5b-40d8-a9dc-f6c34009769f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:37.847733 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b4bd713-4523-4000-8aa9-837d9a2a12e4 req-f5bf9daa-6d5b-40d8-a9dc-f6c34009769f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0531051 Nov 19 13:47:37.899574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1b4bd713-4523-4000-8aa9-837d9a2a12e4 req-50565c26-e3e0-4a2a-9afe-1b67558e68f0 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456686 Nov 19 13:47:39.032451 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05123a-37a5-4cc1-ace9-6913b819bbab req-90dc3f69-8615-4e5a-a0c7-2dcc9bb73fad tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:39.033915 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fb05123a-37a5-4cc1-ace9-6913b819bbab req-90dc3f69-8615-4e5a-a0c7-2dcc9bb73fad tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0647507 Nov 19 13:47:39.088878 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-fb05123a-37a5-4cc1-ace9-6913b819bbab req-fd2e0ae8-1c5f-44a8-8e47-051d48dccade tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459120 Nov 19 13:47:40.221202 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844caf-541c-499f-9341-0f540bc32455 req-7efd852e-42ce-40dc-b633-dba54f4e817d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:40.222854 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cd844caf-541c-499f-9341-0f540bc32455 req-7efd852e-42ce-40dc-b633-dba54f4e817d tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0556505 Nov 19 13:47:40.277260 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cd844caf-541c-499f-9341-0f540bc32455 req-b72f73dd-b2fd-4db3-8243-f5c4adf37d7f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472784 Nov 19 13:47:41.416123 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c731e-1c5b-4b1d-bfc8-8ef85894228f req-20fc1fed-0914-4cc4-a2aa-9944cd5123bc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.417575 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc4c731e-1c5b-4b1d-bfc8-8ef85894228f req-20fc1fed-0914-4cc4-a2aa-9944cd5123bc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0544207 Nov 19 13:47:41.468926 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-bc4c731e-1c5b-4b1d-bfc8-8ef85894228f req-72ebe7be-7515-4d33-86f8-6dc00186420a tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Nov 19 13:47:42.589102 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7990-3726-4d78-8aeb-7286b9c164ea req-79bf85f5-4197-4e5f-baa2-4350e638e3e6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:42.590709 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-52ec7990-3726-4d78-8aeb-7286b9c164ea req-79bf85f5-4197-4e5f-baa2-4350e638e3e6 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0499294 Nov 19 13:47:42.642631 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-52ec7990-3726-4d78-8aeb-7286b9c164ea req-da7fb802-4c7b-43ab-8db6-e656d87888c0 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Nov 19 13:47:43.762002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42733c-1985-43f2-b837-a347c1a39488 req-24856e89-59b3-4855-934b-f8b9a1e5bbac tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:43.763824 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c42733c-1985-43f2-b837-a347c1a39488 req-24856e89-59b3-4855-934b-f8b9a1e5bbac tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 944 time: 0.0508723 Nov 19 13:47:43.824561 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-5c42733c-1985-43f2-b837-a347c1a39488 req-56886541-9138-4ec4-b327-19913c08bb29 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516808 Nov 19 13:47:44.713314 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:44.813939 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:44.824890 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'port_id': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'mac_address': 'fa:16:3e:b8:ad:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:44.864401 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:44.877982 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eba2ad4-a45b-4aba-acd3-de14483ba311 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:44.898672 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:44.904252 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:44.949470 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343303a0-c634-4b48-82f1-8c7b7f1a2fd4 req-361e5de0-9533-4b8f-bb0b-42cd27e6ae54 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.951145 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=7']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:44.951960 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-343303a0-c634-4b48-82f1-8c7b7f1a2fd4 req-361e5de0-9533-4b8f-bb0b-42cd27e6ae54 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 945 time: 0.0526586 Nov 19 13:47:45.002422 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-343303a0-c634-4b48-82f1-8c7b7f1a2fd4 req-718b12ce-9c5c-416c-9300-7f862915426f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Nov 19 13:47:45.095792 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:45.232316 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['1eba2ad4-a45b-4aba-acd3-de14483ba311'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:46.035061 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-3f8519af-0e19-484b-a11d-4922297b628e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976351387&fields=id&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 267 time: 0.0480068 Nov 19 13:47:46.173759 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ccfc7-84ae-441d-9861-2cd2315ea061 req-3465c371-5dad-4bcc-b95c-bd4d8e708ac7 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:46.175256 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3a9ccfc7-84ae-441d-9861-2cd2315ea061 req-3465c371-5dad-4bcc-b95c-bd4d8e708ac7 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 945 time: 0.0858049 Nov 19 13:47:46.181660 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-4c3c276e-37dc-4b2b-98ae-da6eb25b029c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:46.182972 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-4c3c276e-37dc-4b2b-98ae-da6eb25b029c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.1398852 Nov 19 13:47:46.207405 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-9efda208-8d57-4766-ba2b-4cde9a3b563e tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/quotas/783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 375 time: 0.0177197 Nov 19 13:47:46.259556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3a9ccfc7-84ae-441d-9861-2cd2315ea061 req-aaf69737-9bf1-449e-a89a-a9a5556bab5a tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755861 Nov 19 13:47:46.282500 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-d866e4b3-5f48-409c-9c0b-b706b85a7857 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635288 Nov 19 13:47:46.357894 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-3226b22c-2c55-4517-9d25-ae270b21bc8f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:47:46.358859 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-3226b22c-2c55-4517-9d25-ae270b21bc8f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562778 Nov 19 13:47:46.547237 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-63a58fb1-4f02-4852-8bdd-3f6bb93446c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:46.722070 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:47:46.722908 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-fe7a64bd-3b87-4dab-b819-eae6359358f8 service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575702 Nov 19 13:47:46.771707 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 1eba2ad4-a45b-4aba-acd3-de14483ba311 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:46.772089 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:46.814574 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-117cf4c2-9558-4f0d-8a73-bd3145fe0af6 service neutron] 10.222.0.74 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Nov 19 13:47:46.851497 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:46.874285 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:46.876619 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efec7a-4d83-4053-9ccc-6709260751bc" -d '{"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-plugged", "status": "completed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:46.890984 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:46.902285 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:46.942214 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47808c-3923-4e40-ac21-61456d10250e x-openstack-request-id: req-fe47808c-3923-4e40-ac21-61456d10250e {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:46.942530 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-plugged", "status": "completed", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:46.942845 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe47808c-3923-4e40-ac21-61456d10250e {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:46.943143 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'code': 200} Nov 19 13:47:46.974399 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=8']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:47.162780 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d84f2f4e-18e2-4737-8b02-f47096ffb102 req-11d3cae0-af0d-4629-b674-fad6a5bf9f17 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 210 time: 0.0408316 Nov 19 13:47:47.179301 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975952-ee73-4927-8e12-d6f7df628ca1 req-15b95fdb-204c-4ade-82f4-12c4027a243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:47.181025 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a2975952-ee73-4927-8e12-d6f7df628ca1 req-15b95fdb-204c-4ade-82f4-12c4027a243f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0699511 Nov 19 13:47:47.230746 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-a2975952-ee73-4927-8e12-d6f7df628ca1 req-3c8f9c75-7e03-4bfb-bdb4-abc731bb49ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Nov 19 13:47:47.390292 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0b628-78ad-4ec2-8cdf-bf164f871dc8 req-b2167a83-bf46-4274-8507-2033bd51d969 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:47.391861 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b7d0b628-78ad-4ec2-8cdf-bf164f871dc8 req-b2167a83-bf46-4274-8507-2033bd51d969 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0577846 Nov 19 13:47:47.453257 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b7d0b628-78ad-4ec2-8cdf-bf164f871dc8 req-5a3d72b6-4c4c-4095-b3ba-c71f43d1ac81 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548494 Nov 19 13:47:48.146008 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-6b76efe8-1359-4636-a590-b148a5f304c5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:48.147575 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-6b76efe8-1359-4636-a590-b148a5f304c5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 812 time: 0.1074531 Nov 19 13:47:48.243121 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-ddc85fdd-648b-40ef-9640-854768bd9e3a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783e37f036a74f1d815332aa4c5a8a1a HTTP/1.1" status: 200 len: 380 time: 0.0776730 Nov 19 13:47:48.261454 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'port': {'device_id': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'admin_state_up': True, 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'security_groups': ['84e0b312-84e5-45c7-8a68-835c4928e291']}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:48.280340 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b61d5fd3-df40-4f00-9b5c-b1da78636eec req-3071f3cd-d9bc-4b16-8d67-7e57a42c6296 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 210 time: 0.0361972 Nov 19 13:47:48.390991 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Made reservation on behalf of 783e37f036a74f1d815332aa4c5a8a1a for: {'port': 1} {{(pid=102821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:48.394544 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.561015 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.20.0.5 (e99b515c-40f9-48bf-80e5-bf33416424d2/8f37b7dd-306c-4776-8ee1-525f5e4efd55/4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:48.610588 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479f768-67d2-4bd5-a2af-a890b2dd35c8 req-7d878473-1437-4b8e-bece-b6e09e94b3ac tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:48.612123 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0479f768-67d2-4bd5-a2af-a890b2dd35c8 req-7d878473-1437-4b8e-bece-b6e09e94b3ac tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0853183 Nov 19 13:47:48.734486 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0479f768-67d2-4bd5-a2af-a890b2dd35c8 req-4453f52d-c057-4438-8369-469e3cd94afc tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158018 Nov 19 13:47:48.773235 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.815463 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f09fcd7a-b256-4dfb-b412-0e0203ddcb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.816471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.868920 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network e99b515c-40f9-48bf-80e5-bf33416424d2 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:48.872327 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:48.876860 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:48.883552 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:48.913124 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.913456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.913828 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.914163 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.914494 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.914821 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.915154 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.915507 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.915836 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.916132 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.916484 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.916800 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:48.944960 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:48.945585 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.965422 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-f2c28c9f-21a4-417b-9cf0-05b625263bce tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098975 Nov 19 13:47:48.978772 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Request body: {'port': {'device_id': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:49.035870 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.147678 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-6f566834-3654-4e7c-a5df-d037c8609a4f None None] Provisioning complete for port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 triggered by entity DHCP. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:49.148332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6f566834-3654-4e7c-a5df-d037c8609a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.184009 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-6f566834-3654-4e7c-a5df-d037c8609a4f None None] Port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 cannot update to ACTIVE because it is not bound. {{(pid=102822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:49.312596 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 {{(pid=102821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:49.320709 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.334652 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.provisioning_blocks [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Transition to ACTIVE for port object 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 will not be triggered until provisioned by entity L2. {{(pid=102821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:47:49.343728 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.419209 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:49.457298 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762afc7-0c89-48dd-9778-939013432bf5 req-9091b37d-ddf7-44f6-a78b-a0c96dccc006 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.458889 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8762afc7-0c89-48dd-9778-939013432bf5 req-9091b37d-ddf7-44f6-a78b-a0c96dccc006 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0884047 Nov 19 13:47:49.548881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Attempting to bind port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:49.549213 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Attempting to bind port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:49.549520 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Attempting to bind port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:49.556349 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8762afc7-0c89-48dd-9778-939013432bf5 req-60b79026-cbb5-4c79-9afc-59196418976c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721729 Nov 19 13:47:49.558433 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:47:49.558735 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Attempting to bind port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 on network e99b515c-40f9-48bf-80e5-bf33416424d2 {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:49.564143 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Checking agent: {'id': 'b5c2d3a8-3b1c-4110-9a2a-c6fe53a41b7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:49.564479 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Checking segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:49.564788 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Bound using segment: {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'} {{(pid=102821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:49.565211 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.managers [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Bound port: 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2'}}] {{(pid=102821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:49.565584 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.634778 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, cleared binding levels {{(pid=102821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:49.638002 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:49.645982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.681561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.682108 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.683519 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] 10.222.0.69 "PUT /v2.0/ports/4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 200 len: 1093 time: 0.7095366 Nov 19 13:47:49.683962 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:49.686543 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:49.709043 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f338b9-98ef-4fff-96f1-bc137408fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=3']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:49.788803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-e63aab77-731d-40fa-adcd-698dbdc3b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.790350 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-e63aab77-731d-40fa-adcd-698dbdc3b6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1096 time: 0.0498152 Nov 19 13:47:49.808103 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1926bebb-a66d-4d28-87c4-ac8b9ee90070 x-openstack-request-id: req-1926bebb-a66d-4d28-87c4-ac8b9ee90070 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:49.808466 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:49.808786 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1926bebb-a66d-4d28-87c4-ac8b9ee90070 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:49.809261 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'status': 'completed', 'code': 200} Nov 19 13:47:49.837374 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-961acca9-0c04-44f9-90b4-9e8e4e4ff5f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0383067 Nov 19 13:47:49.889946 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-9bb6ea44-1eca-42b2-bad8-c93e1cae69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.891465 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-9bb6ea44-1eca-42b2-bad8-c93e1cae69a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0459793 Nov 19 13:47:49.944078 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-5b94f1f9-feb2-49eb-8690-2103e524a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.945645 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-5b94f1f9-feb2-49eb-8690-2103e524a806 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470369 Nov 19 13:47:50.042045 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-9840d583-9c81-44c8-b52a-737f5692cfab service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878613 Nov 19 13:47:50.139462 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4eba3ae7-3aba-447e-abfd-fca133894078 req-c295faf8-06d5-4e96-9c62-6ac188d1c454 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 Nov 19 13:47:50.230771 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-4aac12cc-cdcb-465a-9623-caaf12427bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.232362 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-4aac12cc-cdcb-465a-9623-caaf12427bcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1096 time: 0.0431788 Nov 19 13:47:50.322826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-e449cc42-84b6-4d80-94be-fb77459b2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.324634 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-e449cc42-84b6-4d80-94be-fb77459b2243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0852418 Nov 19 13:47:50.363332 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.373216 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-51ce82e7-3702-4b5b-bbe5-1be03db837d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0405550 Nov 19 13:47:50.424737 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-435eebee-16ff-473c-9f0a-ce40320c4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.426258 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-435eebee-16ff-473c-9f0a-ce40320c4ea6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0454571 Nov 19 13:47:50.475226 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-35ed7119-68d6-48e7-bbbd-8ea13458e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.476772 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-35ed7119-68d6-48e7-bbbd-8ea13458e5aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425215 Nov 19 13:47:50.577850 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-2bb2a1b9-4641-4d3f-bd12-c9f85e685eba service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895565 Nov 19 13:47:50.711242 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0edd-88d2-453f-a94f-37a6f24b39cf req-49d94741-ded9-45a5-82dc-38e77ffc66d4 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.712632 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4cea0edd-88d2-453f-a94f-37a6f24b39cf req-49d94741-ded9-45a5-82dc-38e77ffc66d4 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0797577 Nov 19 13:47:50.714881 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f6f6b9ce-d147-43c2-a76a-3636f78bd0e1 req-9c4c5d46-c9d1-4477-bff5-2751150d793d service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254685 Nov 19 13:47:50.769360 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-4cea0edd-88d2-453f-a94f-37a6f24b39cf req-d0c10977-8003-4b1b-8e5d-966c3b435baa tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Nov 19 13:47:51.908236 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48054df-60f6-4c86-88f0-969a14b3135b req-596cd17a-10c3-4f9c-8c53-a1afa3566368 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:51.909898 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f48054df-60f6-4c86-88f0-969a14b3135b req-596cd17a-10c3-4f9c-8c53-a1afa3566368 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0643041 Nov 19 13:47:51.969544 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-f48054df-60f6-4c86-88f0-969a14b3135b req-e1863da3-36c5-459d-9577-eba1e7ca9c6a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505884 Nov 19 13:47:51.984227 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.475452 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.100356 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f453-e945-4f6a-82d7-06034bdf1154 req-9965ed11-3433-4b52-9fda-40aded62a973 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:53.101870 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6454f453-e945-4f6a-82d7-06034bdf1154 req-9965ed11-3433-4b52-9fda-40aded62a973 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0503819 Nov 19 13:47:53.158169 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-6454f453-e945-4f6a-82d7-06034bdf1154 req-a6a912ff-5391-45ce-916f-0e09af0936d0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Nov 19 13:47:54.304868 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a76a1-98a7-425c-8897-6811834adf33 req-36c43cc5-4159-4d0c-b72e-ff3cb64f0279 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:54.306339 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e94a76a1-98a7-425c-8897-6811834adf33 req-36c43cc5-4159-4d0c-b72e-ff3cb64f0279 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0660746 Nov 19 13:47:54.361066 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-e94a76a1-98a7-425c-8897-6811834adf33 req-1473fcab-4cd0-4c13-9136-00563044ad19 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Nov 19 13:47:55.498947 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd35a-697b-4844-8e32-2686e0c2347c req-b92f0066-353d-45f4-87c3-cd882c72d2c9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:55.500565 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3a1fd35a-697b-4844-8e32-2686e0c2347c req-b92f0066-353d-45f4-87c3-cd882c72d2c9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0653276 Nov 19 13:47:55.568713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3a1fd35a-697b-4844-8e32-2686e0c2347c req-7f376fb4-656b-4760-9925-c255965c9649 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595593 Nov 19 13:47:56.715349 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755a37-63f4-4351-b58a-14f8ccf3b55a req-6e66bc1f-a1db-4009-8d68-e240d12ac28a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:56.717562 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2755a37-63f4-4351-b58a-14f8ccf3b55a req-6e66bc1f-a1db-4009-8d68-e240d12ac28a tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0599470 Nov 19 13:47:56.768234 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b2755a37-63f4-4351-b58a-14f8ccf3b55a req-4a18e35f-8129-42f5-8fdd-634b778e1bbe tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Nov 19 13:47:57.905965 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f528184-102f-477f-8911-177c1be9dbe9 req-ed0f35b4-b2bd-4b3f-8d83-6d0070044a00 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:57.908270 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0f528184-102f-477f-8911-177c1be9dbe9 req-ed0f35b4-b2bd-4b3f-8d83-6d0070044a00 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0638292 Nov 19 13:47:57.971078 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-0f528184-102f-477f-8911-177c1be9dbe9 req-d8cd92e2-9c9a-4a2b-9631-11620d74a03d tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535290 Nov 19 13:47:58.767900 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:58.870554 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:59.015167 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Returning: {'device': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'port_id': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'mac_address': 'fa:16:3e:e0:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:59.053997 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.068144 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 {{(pid=102822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:59.088500 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:59.093955 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.098979 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73937615-eadf-4149-9f61-cb011a3225cc req-4103175d-2876-49d5-877b-b31526a7f38f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:59.100566 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-73937615-eadf-4149-9f61-cb011a3225cc req-4103175d-2876-49d5-877b-b31526a7f38f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 943 time: 0.0578461 Nov 19 13:47:59.144417 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=4']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:59.155417 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-73937615-eadf-4149-9f61-cb011a3225cc req-b9e10e54-d668-4c61-904e-b905876029e0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464652 Nov 19 13:47:59.329675 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] get_ports_and_sgs() called for port_ids ['4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'] {{(pid=102822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:00.279440 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723c8d-7ad2-44de-96aa-46675d73a7fa req-822e1653-adb7-47bc-a44c-6d67d8a6f97f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:00.280922 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5723c8d-7ad2-44de-96aa-46675d73a7fa req-822e1653-adb7-47bc-a44c-6d67d8a6f97f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 944 time: 0.0559263 Nov 19 13:48:00.334547 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d5723c8d-7ad2-44de-96aa-46675d73a7fa req-9b962cc7-1937-410b-b93d-f1e84ca4f3b5 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Nov 19 13:48:00.794132 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 up at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:00.858060 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning for port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 completed by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:48:00.862961 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Provisioning complete for port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 triggered by entity L2. {{(pid=102822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:00.863718 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675955'] for port, provisioning_complete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.951330 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.977164 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'}] {{(pid=102822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:00.980173 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbdade74d3073028bdf73259f8e2678d804cf54ab229a11356b0f65ecedf09e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204caebe-3f5c-42fa-9941-f10a13f86a03" -d '{"events": [{"server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4"}]}' {{(pid=102822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:00.998291 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:01.006647 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260'] for port, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.041912 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2d6362-2d08-4846-aef4-65a81a2c822f x-openstack-request-id: req-4c2d6362-2d08-4846-aef4-65a81a2c822f {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:01.042385 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4", "code": 200}]} {{(pid=102822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:01.042755 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c2d6362-2d08-4846-aef4-65a81a2c822f {{(pid=102822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:01.043369 dv-cinder-817351-4-iscsi neutron-server[102822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'code': 200} Nov 19 13:48:01.074115 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Pushing event updated for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=5']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:01.312493 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b06e75-691c-498e-bbd7-ef0179ac1bf2 req-337e3969-8ed6-47eb-a7f9-4fcfe12daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:01.314074 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-62b06e75-691c-498e-bbd7-ef0179ac1bf2 req-337e3969-8ed6-47eb-a7f9-4fcfe12daf42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1098 time: 0.0589383 Nov 19 13:48:01.381209 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-62b06e75-691c-498e-bbd7-ef0179ac1bf2 req-724efc13-2bd4-4c21-a5b1-ca0b0f0f3fae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587182 Nov 19 13:48:01.477942 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d77e3-f943-4952-93f2-4cd7d8267483 req-1421a369-1e5b-4766-b512-ba08b0b00433 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:01.480113 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d19d77e3-f943-4952-93f2-4cd7d8267483 req-1421a369-1e5b-4766-b512-ba08b0b00433 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0606065 Nov 19 13:48:01.546707 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d19d77e3-f943-4952-93f2-4cd7d8267483 req-a1d62541-02f4-43d8-ac72-6d5a051531ee tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581372 Nov 19 13:48:02.689114 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d204-c759-4e76-b326-8733daefd5da req-a1f307ef-3aeb-4c43-9972-1076452c2624 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:02.690474 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-54d4d204-c759-4e76-b326-8733daefd5da req-a1f307ef-3aeb-4c43-9972-1076452c2624 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0525882 Nov 19 13:48:02.740252 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-54d4d204-c759-4e76-b326-8733daefd5da req-7a1c11c8-b6f3-45cc-8771-2450a1772664 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Nov 19 13:48:02.877614 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e362-585c-4000-86dd-52558fe564b2 req-3fed48bf-7c8f-4ad2-b6ac-f4e06ed26648 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:02.879185 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ef3e362-585c-4000-86dd-52558fe564b2 req-3fed48bf-7c8f-4ad2-b6ac-f4e06ed26648 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0605893 Nov 19 13:48:02.936987 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-1ef3e362-585c-4000-86dd-52558fe564b2 req-efeeeb85-87bb-418c-9369-b1cc00d1c5bb tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485501 Nov 19 13:48:02.971477 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47524) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:03.021559 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ca447-a0e4-4f8f-a92b-076950b8757d tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:03.023556 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c64ca447-a0e4-4f8f-a92b-076950b8757d tempest-TestVolumeBootPattern-308876110 tempest-TestVolumeBootPattern-308876110-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1093 time: 0.0510075 Nov 19 13:48:03.027780 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47526) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:03.032747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.v2.base [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Request body: {'floatingip': {'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'port_id': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:03.059856 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.175650 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.286308 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_common [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Allocated IP 172.27.1.78 (bc6d88b9-3509-44fd-afd7-cf7e21fb0891/bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7/cc840f95-b61a-48c7-be6e-f7745956635f) {{(pid=102821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:03.398498 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.434930 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779577783224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.480809 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Network bc6d88b9-3509-44fd-afd7-cf7e21fb0891 is already hosted by enough agents. {{(pid=102821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:03.484973 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.base_scheduler [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Resources bound (agent type, host, resource id): {{(pid=102821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:03.486869 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=cc840f95-b61a-48c7-be6e-f7745956635f,revision_number=1']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:03.489056 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Received port after_create {{(pid=102821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:03.863131 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.941101 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551651'] for port, before_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.102991 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for port, precommit_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.110959 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779578240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779577783242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779577783260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817811'] for port, after_update {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.181369 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event updated for resources: {'Port': ['ID=cc840f95-b61a-48c7-be6e-f7745956635f,revision_number=2']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:04.191600 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3991614'] for floatingip, after_create {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.298726 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94 associated. External IP: 172.27.1.78, port: 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4. Nov 19 13:48:04.795062 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:04.907914 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:04.918486 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:04.927087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.929689 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:04.930339 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:47:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:04.956228 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-facbda36-a91d-46ef-b8d1-121c071b0423 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9272122 Nov 19 13:48:04.956881 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:04.959217 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d612ee2d-f283-4ac5-b078-334291bb13c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:04.997813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19505553-3dd6-4ada-a4e6-033608b32caa x-openstack-request-id: req-19505553-3dd6-4ada-a4e6-033608b32caa {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:04.998082 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:04.998350 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19505553-3dd6-4ada-a4e6-033608b32caa {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:04.998713 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'status': 'completed', 'code': 200} Nov 19 13:48:05.038451 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:05.060897 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-63fe24d8-a80a-46a3-a5ab-0f2706d95c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.062495 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-63fe24d8-a80a-46a3-a5ab-0f2706d95c2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1098 time: 0.0407355 Nov 19 13:48:05.152728 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-1c74f54e-a975-4069-9d07-fef0c4ef8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.154190 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-1c74f54e-a975-4069-9d07-fef0c4ef8e3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0852067 Nov 19 13:48:05.224810 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-db7ebaee-05e1-435c-90ff-55de8870b445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 200 len: 998 time: 0.0632806 Nov 19 13:48:05.274109 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-f06a4be0-791b-4590-8724-738d4dfa1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.275687 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-f06a4be0-791b-4590-8724-738d4dfa1460 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0432696 Nov 19 13:48:05.277126 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:e0:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:03Z', 'updated_at': '2021-11-19T13:48:03Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}, {'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:05.304895 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:05.314385 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:05.314966 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:47:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:05.324252 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-c0b7ff4f-84d2-4e33-b2cd-f113e5cd7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.325827 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-c0b7ff4f-84d2-4e33-b2cd-f113e5cd7a4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419483 Nov 19 13:48:05.423595 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:05.429134 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-da0e91f9-6fcf-439a-8f3b-08db10a4c2c0 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963147 Nov 19 13:48:05.526443 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d612ee2d-f283-4ac5-b078-334291bb13c5 req-9a5034fb-cd9a-42a0-a950-ab1f91bda1c3 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Nov 19 13:48:05.656536 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:e0:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:03Z', 'updated_at': '2021-11-19T13:48:03Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}, {'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:05.687383 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5da1-56c6-4d0e-94e6-80bfda102564 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:e0:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:03Z', 'updated_at': '2021-11-19T13:48:03Z', 'revision_number': 0, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}, {'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:05.831896 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:48:05.914992 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7dd5b-a521-4417-bca8-6db7e015e019 None None] New status for floating IP 3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94: ACTIVE {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:48:15.105565 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:16.548210 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-55c5f3a6-c197-4bbc-bad0-e3d7a021a4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.715946 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-4a3cdac7-effe-4775-bf85-223dac5848f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409255 Nov 19 13:48:18.809113 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-79aa2d21-a9a4-4bcc-ae3c-b04734e8f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.810649 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-79aa2d21-a9a4-4bcc-ae3c-b04734e8f6ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0484877 Nov 19 13:48:18.813942 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0c53-0f8a-4b12-bd37-037597cb2e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.936523 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-415c5286-dfbc-486c-8c9f-f6d9c8ec4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.938041 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-415c5286-dfbc-486c-8c9f-f6d9c8ec4509 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.1010232 Nov 19 13:48:19.009061 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-d792cac1-d698-4007-8631-73798da3d884 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 1001 time: 0.0622454 Nov 19 13:48:19.070351 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-5c8359c3-8887-4b0f-bc16-014aeb3a6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:19.071892 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-5c8359c3-8887-4b0f-bc16-014aeb3a6a21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0468009 Nov 19 13:48:19.124875 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-bd2217e0-f2fd-4a21-b958-9a94baad0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:19.126390 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-bd2217e0-f2fd-4a21-b958-9a94baad0841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466034 Nov 19 13:48:19.220214 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-738573dd-6d02-4631-9545-772bf258b959 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857780 Nov 19 13:48:19.322182 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-04f47e37-a6e7-489d-ab37-c4f265da0282 req-632f313b-1b4c-4d24-a27b-8052443a26b5 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934782 Nov 19 13:48:20.365132 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.990839 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.477511 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.833352 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:48:45.111744 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.542545 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-bd5a8b0a-bbc1-4144-8f15-19d4453dfb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.810094 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-67007830-1f83-41c5-8953-1d649c309031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.366910 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.987878 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.477836 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:04.545609 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47556) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:04.711148 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Deleting port def1ab87-49e1-4b10-95d5-df51066775be {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:04.711423 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:04.799461 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:04.799769 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:04.812426 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Calling delete_port for def1ab87-49e1-4b10-95d5-df51066775be owned by network:floatingip {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:04.975631 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.002895 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event deleted for resources: {'Port': ['ID=def1ab87-49e1-4b10-95d5-df51066775be,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:05.036878 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.037282 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.037670 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.037977 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.038346 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.038690 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.039670 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.040010 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.040404 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.040762 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.041363 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.041599 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:05.085328 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for floatingip, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.085665 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Floating IP 65081b62-fa67-4922-afc4-f74e92747dc0 disassociated (deleted). External IP: 172.27.1.15, port: 1eba2ad4-a45b-4aba-acd3-de14483ba311. Nov 19 13:49:05.312216 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Router 29278a1e-3d53-4158-9507-ee6f422c88b6 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:05.427182 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:05.432334 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.437035 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Sync routers for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:05.449451 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:05.450072 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.461588 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-1d48db25-c4b6-44d0-9db7-1526d58238b8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "DELETE /v2.0/floatingips/65081b62-fa67-4922-afc4-f74e92747dc0 HTTP/1.1" status: 204 len: 168 time: 0.9146662 Nov 19 13:49:05.462251 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:05.464565 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:05.567664 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:05.645345 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c3112-eb31-4a79-875e-81bd66c26a4b x-openstack-request-id: req-377c3112-eb31-4a79-875e-81bd66c26a4b {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:05.645925 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:05.645925 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-377c3112-eb31-4a79-875e-81bd66c26a4b {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:05.646297 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'status': 'completed', 'code': 200} Nov 19 13:49:05.735624 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72191df1-2006-42af-8760-9214992c3973 req-3eef1627-028f-4a61-bab8-22d358818aa8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.737258 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72191df1-2006-42af-8760-9214992c3973 req-3eef1627-028f-4a61-bab8-22d358818aa8 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0807383 Nov 19 13:49:05.744147 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-b0978f77-c687-4cab-a6f3-0a2286a5c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.745636 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-b0978f77-c687-4cab-a6f3-0a2286a5c2a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71727a03ae9846e9a726ad93e6670d8b&device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 1099 time: 0.0620873 Nov 19 13:49:05.783064 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.815924 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Checking router: 29278a1e-3d53-4158-9507-ee6f422c88b6 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:05.825755 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:05.826288 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.851082 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-72191df1-2006-42af-8760-9214992c3973 req-aaefbdc4-680b-48fe-b870-cb9e5b33fe5b tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044440 Nov 19 13:49:05.880095 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-205d30d8-9ea1-4095-a1cb-e9bc8f21596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.881714 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-205d30d8-9ea1-4095-a1cb-e9bc8f21596f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 200 len: 910 time: 0.1279132 Nov 19 13:49:05.927272 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-6a4e265b-ed09-49ff-9c1e-ebbb8f98c428 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 200 len: 217 time: 0.0378702 Nov 19 13:49:05.985444 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-f512c351-248d-4128-922e-c88862d2e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.987009 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-f512c351-248d-4128-922e-c88862d2e249 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 200 len: 848 time: 0.0530767 Nov 19 13:49:06.037274 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-613c4555-8dd5-4efc-afeb-f0c0babbd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.039129 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-613c4555-8dd5-4efc-afeb-f0c0babbd69d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445890 Nov 19 13:49:06.077397 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:06.137594 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-c92cb66c-6b21-46c0-9ba7-1c80cf2ad79e service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Nov 19 13:49:06.236529 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-9f6e31e2-4f1b-4978-af1d-8cb4ac1c94de req-6e977431-b11f-4e40-a888-7e9c2734b328 service neutron] 10.222.0.69 "GET /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915103 Nov 19 13:49:06.299690 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:06.332871 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1992e5-cb42-447d-9f57-a54606718550 None None] The sync data for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi is: [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:39Z', 'revision_number': 4, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': 'b69c20a1-7090-4acb-9d28-f13f7d723d79', 'name': '', 'network_id': '4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'mac_address': 'fa:16:3e:53:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:39Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'subnets': [{'id': 'b9e206fc-4d08-464a-b649-290d885a0ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:06.564563 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1208c0-43b3-463a-b8bf-bf374fec9198 None None] New status for floating IP 65081b62-fa67-4922-afc4-f74e92747dc0: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:06.985725 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a347c-5d1c-4c99-8b62-9ac5a57c2397 req-ccc0c3d4-c005-40e2-ad8b-9b0c825fe977 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.987303 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be1a347c-5d1c-4c99-8b62-9ac5a57c2397 req-ccc0c3d4-c005-40e2-ad8b-9b0c825fe977 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0579269 Nov 19 13:49:07.043502 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-be1a347c-5d1c-4c99-8b62-9ac5a57c2397 req-e71c78d0-4c79-4696-a097-566e0a5ac34a tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2a76b7e-9749-45a3-8479-c7f9da7f4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481429 Nov 19 13:49:07.231591 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-e11b81eb-be6c-49a7-8e72-2eff56a4ecbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:07.233317 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-e11b81eb-be6c-49a7-8e72-2eff56a4ecbe tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.69 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 946 time: 0.0618608 Nov 19 13:49:07.327712 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Deleting port 1eba2ad4-a45b-4aba-acd3-de14483ba311 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:07.328034 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.424301 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] For port 1eba2ad4-a45b-4aba-acd3-de14483ba311, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1eba2ad4-a45b-4aba-acd3-de14483ba311,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:07.424670 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.437886 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Calling delete_port for 1eba2ad4-a45b-4aba-acd3-de14483ba311 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:07.567846 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.597854 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event deleted for resources: {'Port': ['ID=1eba2ad4-a45b-4aba-acd3-de14483ba311,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:07.607677 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.608150 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.608355 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.608690 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.609022 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.609355 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.609685 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.610011 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.610336 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.610661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.610982 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.611328 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:07.652022 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] No DVR routers for this DVR port 1eba2ad4-a45b-4aba-acd3-de14483ba311 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:07.654673 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.658020 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d8560bae-de07-436d-8f9f-a17af50adf61 req-1d40ecc7-982d-46c7-9f12-08c9fd1fc0b3 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.69 "DELETE /v2.0/ports/1eba2ad4-a45b-4aba-acd3-de14483ba311 HTTP/1.1" status: 204 len: 173 time: 0.4188590 Nov 19 13:49:07.658471 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-deleted', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:07.660891 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edfb8c7-db84-42c1-ae8e-5fc7e554f6ce" -d '{"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-deleted", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:07.698087 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc5fa97-a78d-41c7-b2ca-e1b8b7181d9d x-openstack-request-id: req-abc5fa97-a78d-41c7-b2ca-e1b8b7181d9d {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:07.698396 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f66c3-3910-4b50-93c8-254aa931e10c", "name": "network-vif-deleted", "tag": "1eba2ad4-a45b-4aba-acd3-de14483ba311", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:07.698655 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abc5fa97-a78d-41c7-b2ca-e1b8b7181d9d {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:07.699059 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f66c3-3910-4b50-93c8-254aa931e10c', 'name': 'network-vif-deleted', 'tag': '1eba2ad4-a45b-4aba-acd3-de14483ba311', 'status': 'completed', 'code': 200} Nov 19 13:49:08.156511 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d155357d-85ef-4a73-9010-9d910f8e519e req-25dc323e-4dbe-4688-b940-569771ce5f0f tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "GET /v2.0/ports?device_id=f60f66c3-3910-4b50-93c8-254aa931e10c HTTP/1.1" status: 200 len: 210 time: 0.0280371 Nov 19 13:49:09.221984 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47586) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:09.281904 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.308460 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.370502 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.373408 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.374659 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] 10.222.0.74 "DELETE /v2.0/security-groups/d2a76b7e-9749-45a3-8479-c7f9da7f4b28 HTTP/1.1" status: 204 len: 168 time: 0.1517136 Nov 19 13:49:09.384353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d50c54-2f8a-458b-8014-710ff2cde579 tempest-TestShelveInstance-374202748 tempest-TestShelveInstance-374202748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a76b7e-9749-45a3-8479-c7f9da7f4b28,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:09.420406 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47590) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:09.772343 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.024565 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Deleting port b69c20a1-7090-4acb-9d28-f13f7d723d79 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:10.024813 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.104944 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] For port b69c20a1-7090-4acb-9d28-f13f7d723d79, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=b69c20a1-7090-4acb-9d28-f13f7d723d79,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:10.105408 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.119313 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Calling delete_port for b69c20a1-7090-4acb-9d28-f13f7d723d79 owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:10.317514 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.356088 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69c20a1-7090-4acb-9d28-f13f7d723d79,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:10.521353 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.037863 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Router 29278a1e-3d53-4158-9507-ee6f422c88b6 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:11.156413 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:11.157661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:11.163446 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1b6daeea-e7b5-400a-ba7c-3ba9e6736177 admin admin] 10.222.0.74 "PUT /v2.0/routers/29278a1e-3d53-4158-9507-ee6f422c88b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417622 Nov 19 13:49:11.166798 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47592) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:11.180435 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Sync routers for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:11.184534 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 1eba2ad4-a45b-4aba-acd3-de14483ba311 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:11.184875 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 1eba2ad4-a45b-4aba-acd3-de14483ba311 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:11.194800 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:11.195445 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.277260 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.303550 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:11.383756 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.458682 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Deleting port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:11.459168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.510088 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:49:10Z', 'revision_number': 5, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port': {'id': '08ce3503-8af4-4af6-8b67-c83bacdaa4cf', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.536783 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Checking router: 29278a1e-3d53-4158-9507-ee6f422c88b6 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:11.543319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] For port 08ce3503-8af4-4af6-8b67-c83bacdaa4cf, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:11.543925 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.546530 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Routers {'29278a1e-3d53-4158-9507-ee6f422c88b6'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:11.547514 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['29278a1e-3d53-4158-9507-ee6f422c88b6'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.557142 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Calling delete_port for 08ce3503-8af4-4af6-8b67-c83bacdaa4cf owned by network:router_gateway {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:11.636482 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] Set router 29278a1e-3d53-4158-9507-ee6f422c88b6 gateway port host: None {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:11.694316 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:49:11Z', 'revision_number': 6, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.722577 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463b8a1-36dd-482f-bb7c-87861d2451ef None None] The sync data for ids ['29278a1e-3d53-4158-9507-ee6f422c88b6'] in dv-cinder-817351-4-iscsi is: [{'id': '29278a1e-3d53-4158-9507-ee6f422c88b6', 'name': 'tempest-TestShelveInstance-1160848774-router', 'tenant_id': '71727a03ae9846e9a726ad93e6670d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:37Z', 'updated_at': '2021-11-19T13:49:11Z', 'revision_number': 6, 'project_id': '71727a03ae9846e9a726ad93e6670d8b', 'gw_port_host': None}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:11.730177 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.767805 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ce3503-8af4-4af6-8b67-c83bacdaa4cf,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:11.829747 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.928319 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.930563 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.976318 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.977211 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29278a1e-3d53-4158-9507-ee6f422c88b6 {{(pid=102821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:11.983399 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.984582 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f41b13b7-86f5-45f8-823c-6863bd59a7f4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/29278a1e-3d53-4158-9507-ee6f422c88b6 HTTP/1.1" status: 204 len: 168 time: 0.8166924 Nov 19 13:49:11.987402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47594) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:12.035084 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Deleting subnet b9e206fc-4d08-464a-b649-290d885a0ca1 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:12.038369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.078726 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.164965 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.223561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.248984 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e206fc-4d08-464a-b649-290d885a0ca1,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.252643 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.256046 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-05d5d676-88b1-487e-bc7c-53ecd44fdcd6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b9e206fc-4d08-464a-b649-290d885a0ca1 HTTP/1.1" status: 204 len: 168 time: 0.2673552 Nov 19 13:49:12.258407 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47596) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:12.262062 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792cb5f-664c-4903-a5de-f5a88076f16c None None] Network 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:12.330369 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.391600 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Deleting port a2ea3c7f-69db-4913-9213-27f79f72a706 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:12.391943 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.467679 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] DHCP port deletion for 4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:12.470054 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] For port a2ea3c7f-69db-4913-9213-27f79f72a706, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=a2ea3c7f-69db-4913-9213-27f79f72a706,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:12.470524 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.488648 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Calling delete_port for a2ea3c7f-69db-4913-9213-27f79f72a706 owned by network:dhcp {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:12.521273 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Deleting port a2ea3c7f-69db-4913-9213-27f79f72a706 {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:12.521641 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.595861 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] For port a2ea3c7f-69db-4913-9213-27f79f72a706, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=a2ea3c7f-69db-4913-9213-27f79f72a706,segment=NetworkSegment(19e9bd04-a1b7-4d6f-b37a-041daa7a757c),segment_id=19e9bd04-a1b7-4d6f-b37a-041daa7a757c)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:12.596457 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.597956 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.610714 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Calling delete_port for a2ea3c7f-69db-4913-9213-27f79f72a706 owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:12.627080 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ea3c7f-69db-4913-9213-27f79f72a706,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.628964 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] No DVR routers for this DVR port a2ea3c7f-69db-4913-9213-27f79f72a706 on host dv-cinder-817351-4-iscsi {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:12.693052 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.707769 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.721477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Pushing event deleted for resources: {'Port': ['ID=a2ea3c7f-69db-4913-9213-27f79f72a706,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.724048 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] No DVR routers for this DVR port a2ea3c7f-69db-4913-9213-27f79f72a706 on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:12.730908 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.733003 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.733468 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.733907 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.734364 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.734794 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.735376 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.735813 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.736419 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.736720 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.737228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.737720 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.738142 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2f1e9-2cbd-46f4-8406-56f55841515a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-4-iscsi {{(pid=102822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.745565 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e9bd04-a1b7-4d6f-b37a-041daa7a757c') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.745856 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e9bd04-a1b7-4d6f-b37a-041daa7a757c') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.761138 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.776847 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.786728 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:12.787147 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:12.789049 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:12.846621 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.851359 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.855022 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] 10.222.0.74 "DELETE /v2.0/networks/4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4 HTTP/1.1" status: 204 len: 168 time: 0.5955472 Nov 19 13:49:12.857918 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47598) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:12.873778 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3fcca-58d8-4141-93ad-82a63059b43d admin admin] Pushing event deleted for resources: {'Network': ['ID=4209ee4e-cad6-4cd8-82a7-cb2d4eece1a4,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:13.476962 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device a2ea3c7f-69db-4913-9213-27f79f72a706 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.489042 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.498507 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: a2ea3c7f-69db-4913-9213-27f79f72a706 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.498849 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device a2ea3c7f-69db-4913-9213-27f79f72a706 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.499303 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b69c20a1-7090-4acb-9d28-f13f7d723d79 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.522355 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: b69c20a1-7090-4acb-9d28-f13f7d723d79 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.522652 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device b69c20a1-7090-4acb-9d28-f13f7d723d79 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.523123 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 08ce3503-8af4-4af6-8b67-c83bacdaa4cf no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.543376 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 08ce3503-8af4-4af6-8b67-c83bacdaa4cf {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.543710 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 08ce3503-8af4-4af6-8b67-c83bacdaa4cf not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.754440 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Deleting port 35a11d30-a906-45d9-9ccf-a66c6649fa07 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:13.754775 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.840231 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] For port 35a11d30-a906-45d9-9ccf-a66c6649fa07, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=35a11d30-a906-45d9-9ccf-a66c6649fa07,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:13.840566 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.853862 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Calling delete_port for 35a11d30-a906-45d9-9ccf-a66c6649fa07 owned by network:router_interface {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:14.052342 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.079422 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a11d30-a906-45d9-9ccf-a66c6649fa07,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.260256 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.484732 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Router 2ce5e8df-09b7-471c-90fa-881558a27d1a has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:14.598655 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:14.604338 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-96f55727-1e78-4601-a772-26020e746894 admin admin] 10.222.0.74 "PUT /v2.0/routers/2ce5e8df-09b7-471c-90fa-881558a27d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454479 Nov 19 13:49:14.607489 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47600) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:14.608896 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Sync routers for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:14.619022 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:14.619589 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.718594 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.728571 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:14.823613 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.882468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Deleting port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:14.882709 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.925906 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:49:13Z', 'revision_number': 5, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port': {'id': '5170d1f8-9d45-4dbd-b73c-70e3d3c91451', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:44:42Z', 'updated_at': '2021-11-19T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.953839 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Checking router: 2ce5e8df-09b7-471c-90fa-881558a27d1a for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:14.962464 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Routers {'2ce5e8df-09b7-471c-90fa-881558a27d1a'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:14.963089 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:48:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['2ce5e8df-09b7-471c-90fa-881558a27d1a'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.967500 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] For port 5170d1f8-9d45-4dbd-b73c-70e3d3c91451, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:14.967874 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.982269 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Calling delete_port for 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:15.053236 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] Set router 2ce5e8df-09b7-471c-90fa-881558a27d1a gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:15.112538 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:49:14Z', 'revision_number': 6, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:15.125933 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.141477 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283732a-1198-4086-9b7c-77e141305d63 None None] The sync data for ids ['2ce5e8df-09b7-471c-90fa-881558a27d1a'] in dv-cinder-817351-4-iscsi is: [{'id': '2ce5e8df-09b7-471c-90fa-881558a27d1a', 'name': 'tempest-TestShelveInstance-1574073006-router', 'tenant_id': 'd77febd7032240ae8094a3f5e31a4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:44:41Z', 'updated_at': '2021-11-19T13:49:14Z', 'revision_number': 6, 'project_id': 'd77febd7032240ae8094a3f5e31a4b02', 'gw_port_host': None}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:15.164137 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.196120 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5170d1f8-9d45-4dbd-b73c-70e3d3c91451,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:15.261200 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.352411 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.354701 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.402528 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.402528 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce5e8df-09b7-471c-90fa-881558a27d1a {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:15.407004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.408284 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-f82fedb7-ed94-47cf-afef-16a1a4f54b3f admin admin] 10.222.0.74 "DELETE /v2.0/routers/2ce5e8df-09b7-471c-90fa-881558a27d1a HTTP/1.1" status: 204 len: 168 time: 0.7997229 Nov 19 13:49:15.411488 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47602) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:15.460642 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Deleting subnet 588cef1e-ac15-4294-a98a-b62642e8a4cb {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:15.463957 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.501683 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.590616 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.594764 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 35a11d30-a906-45d9-9ccf-a66c6649fa07 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:15.615213 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 35a11d30-a906-45d9-9ccf-a66c6649fa07 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:15.615554 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 35a11d30-a906-45d9-9ccf-a66c6649fa07 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:15.650470 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.678977 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588cef1e-ac15-4294-a98a-b62642e8a4cb,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:15.682666 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.686650 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-6607d53c-ee61-42f8-b98c-9d23ad4fb110 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/588cef1e-ac15-4294-a98a-b62642e8a4cb HTTP/1.1" status: 204 len: 168 time: 0.2740412 Nov 19 13:49:15.691259 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47604) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:15.699427 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3a8a1-b42e-4880-8330-aa86836e2a1f None None] Network b02a3831-1c32-46b9-b004-06166547b7e5 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:15.795240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.852443 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Deleting port 9a0874da-b8ca-40f7-ae17-a3e47581564b {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:15.852789 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.920393 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] DHCP port deletion for b02a3831-1c32-46b9-b004-06166547b7e5 request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:15.931130 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] For port 9a0874da-b8ca-40f7-ae17-a3e47581564b, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a0874da-b8ca-40f7-ae17-a3e47581564b,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:15.931469 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.945627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Calling delete_port for 9a0874da-b8ca-40f7-ae17-a3e47581564b owned by network:dhcp {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:15.974321 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Deleting port 9a0874da-b8ca-40f7-ae17-a3e47581564b {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:15.974699 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.031054 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.055366 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] For port 9a0874da-b8ca-40f7-ae17-a3e47581564b, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=9a0874da-b8ca-40f7-ae17-a3e47581564b,segment=NetworkSegment(ee1af4b4-6043-4b1f-9dc9-97df5005ce4f),segment_id=ee1af4b4-6043-4b1f-9dc9-97df5005ce4f)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:16.055849 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.060240 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0874da-b8ca-40f7-ae17-a3e47581564b,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.065004 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] No DVR routers for this DVR port 9a0874da-b8ca-40f7-ae17-a3e47581564b on host dv-cinder-817351-4-iscsi {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:16.070496 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Calling delete_port for 9a0874da-b8ca-40f7-ae17-a3e47581564b owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:16.155605 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.159331 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.178383 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02a3831-1c32-46b9-b004-06166547b7e5']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:16.188497 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] Pushing event deleted for resources: {'Port': ['ID=9a0874da-b8ca-40f7-ae17-a3e47581564b,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.190443 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08e987-2fea-4b8e-875e-af2841464a9c None None] No DVR routers for this DVR port 9a0874da-b8ca-40f7-ae17-a3e47581564b on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:16.191879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:16.192345 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1af4b4-6043-4b1f-9dc9-97df5005ce4f') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:16.205398 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.221097 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.228978 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:16.229416 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:16.231267 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:16.294219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.299417 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.302974 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b02a3831-1c32-46b9-b004-06166547b7e5 HTTP/1.1" status: 204 len: 168 time: 0.6107981 Nov 19 13:49:16.316040 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506463-6340-49c0-b4be-0f987a485ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02a3831-1c32-46b9-b004-06166547b7e5,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.543621 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47608) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.554042 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cf25e5a1-20c4-4cb1-b219-c53951b0b137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.586648 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-77604fc5-00c9-42a7-b2ea-e4a59113f438 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71727a03ae9846e9a726ad93e6670d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418079 Nov 19 13:49:16.589475 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47610) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.640720 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.669822 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.725632 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.728163 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.729321 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fa19a1b-10e2-4ec0-bef9-0a0e2c40d175 HTTP/1.1" status: 204 len: 168 time: 0.1388876 Nov 19 13:49:16.738326 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539abb87-ce5c-4517-a0fa-9551af189c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa19a1b-10e2-4ec0-bef9-0a0e2c40d175,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.107335 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47616) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.149449 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-710f4171-bf33-4c3e-931a-129fc54ec1b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d77febd7032240ae8094a3f5e31a4b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409093 Nov 19 13:49:17.152380 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47618) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.212052 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.235481 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.288014 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.291729 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.293092 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17b1fd92-cb84-4bad-a525-0b0e88a6e262 HTTP/1.1" status: 204 len: 168 time: 0.1397676 Nov 19 13:49:17.301926 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb697cc-e8bc-4c71-996c-6a62bffb07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b1fd92-cb84-4bad-a525-0b0e88a6e262,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.473674 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a0874da-b8ca-40f7-ae17-a3e47581564b no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:17.500631 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 9a0874da-b8ca-40f7-ae17-a3e47581564b {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:17.501061 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 9a0874da-b8ca-40f7-ae17-a3e47581564b not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:17.501632 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:17.525903 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:17.526202 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5170d1f8-9d45-4dbd-b73c-70e3d3c91451 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:18.755957 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-7867b6f4-3b17-4f0b-90dc-dec8ba18282b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461302 Nov 19 13:49:18.814837 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1794b7b1-8579-4a19-8514-422a80ae9d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.822795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-47150bf0-5be1-4570-a182-936a0d56815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:18.825440 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-47150bf0-5be1-4570-a182-936a0d56815c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0451870 Nov 19 13:49:18.939242 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-05c00a14-45ae-4319-b78a-3ef839865682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:18.940705 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-05c00a14-45ae-4319-b78a-3ef839865682 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.0957415 Nov 19 13:49:19.009919 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-097918d9-cb02-4855-be96-eca62f7d0612 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0621555 Nov 19 13:49:19.064231 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-fdb8b2f6-586d-49e6-9e03-172ef7dc80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.065765 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-fdb8b2f6-586d-49e6-9e03-172ef7dc80d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0491755 Nov 19 13:49:19.123945 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-da7b333e-7754-4013-ba24-1c4d8c84e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.125501 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-da7b333e-7754-4013-ba24-1c4d8c84e2f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520484 Nov 19 13:49:19.227963 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-1ee26bc8-425b-4862-8d2d-5ccf7c24ddec service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951157 Nov 19 13:49:19.326020 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-ff8d3270-f820-42c2-b2ae-764c7160e216 req-7b3f9c41-8c3e-4dd4-a069-4c657b30f8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913329 Nov 19 13:49:19.838729 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:49:20.373693 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.998026 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.480482 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.280908 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47626) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:35.653304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port cc840f95-b61a-48c7-be6e-f7745956635f {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:35.653628 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.734168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.734464 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.747027 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for cc840f95-b61a-48c7-be6e-f7745956635f owned by network:floatingip {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:35.959437 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.985971 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=cc840f95-b61a-48c7-be6e-f7745956635f,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:36.047273 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.047662 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.db.l3_db [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94 disassociated (deleted). External IP: 172.27.1.78, port: 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4. Nov 19 13:49:36.266234 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:36.388286 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:36.396723 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.399021 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:36.409410 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:36.410013 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.427233 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-c993b350-0fdf-45a1-a098-1d6d126050c8 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "DELETE /v2.0/floatingips/3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94 HTTP/1.1" status: 204 len: 168 time: 1.1421258 Nov 19 13:49:36.427233 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:36.427757 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341358c4-2d59-43da-b80e-227ca50af949" -d '{"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:36.466359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552a185-15ef-4ab9-8f91-42ee76caff85 x-openstack-request-id: req-f552a185-15ef-4ab9-8f91-42ee76caff85 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:36.466670 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:36.466931 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f552a185-15ef-4ab9-8f91-42ee76caff85 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:36.467372 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'status': 'completed', 'code': 200} Nov 19 13:49:36.532475 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341358c4-2d59-43da-b80e-227ca50af949 req-a452da22-7ba7-4581-9f1d-210c2d4eb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.534507 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-a452da22-7ba7-4581-9f1d-210c2d4eb910 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 1098 time: 0.0449979 Nov 19 13:49:36.664198 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:36.668803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341358c4-2d59-43da-b80e-227ca50af949 req-62982a96-d39b-4249-bf61-a93b7a1251ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.670352 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-62982a96-d39b-4249-bf61-a93b7a1251ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.1279588 Nov 19 13:49:36.726981 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8959082-7cb7-4e5b-8d67-9aa9d0e311ac req-b348de46-2a24-4da6-b3b0-e1032fd8a35c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.728592 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8959082-7cb7-4e5b-8d67-9aa9d0e311ac req-b348de46-2a24-4da6-b3b0-e1032fd8a35c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0984461 Nov 19 13:49:36.730008 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-f7a01dee-0e88-417a-a765-69fc1b3b7580 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0513339 Nov 19 13:49:36.811627 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341358c4-2d59-43da-b80e-227ca50af949 req-c3259041-6aba-498f-8e42-872911bcd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.813143 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-c3259041-6aba-498f-8e42-872911bcd64e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0759506 Nov 19 13:49:36.817117 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c8959082-7cb7-4e5b-8d67-9aa9d0e311ac req-f5ac73b0-8b3e-4c62-9fa8-d7fd95768cb0 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817297 Nov 19 13:49:36.859879 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341358c4-2d59-43da-b80e-227ca50af949 req-5d9c3364-a727-4603-be38-7a69eca4c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.861417 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-5d9c3364-a727-4603-be38-7a69eca4c734 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410585 Nov 19 13:49:36.898250 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.929736 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:36.938832 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:36.939462 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.963953 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-23663126-8c32-484d-ba24-a7f1305714a5 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940909 Nov 19 13:49:37.047535 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:37.058992 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-341358c4-2d59-43da-b80e-227ca50af949 req-50cb34d8-1566-48b5-a491-baae136acb6c service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Nov 19 13:49:37.278488 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:37.309126 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092cc4c-69ce-4ecc-b4da-aa9d36a7edd1 None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_floatingips': [{'id': '82718e5b-75cd-4e80-b35e-c630be5449a7', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'router_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'port_id': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'mac_address': 'fa:16:3e:45:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:09Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:37.538475 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dadf1-179c-4a4c-8d02-2ec40e4fb8dd None None] New status for floating IP 3e3740cb-b1e1-444e-9fff-ea9b3fcf3f94: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:37.954267 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6653641-016a-423b-aea5-2bb8c751c7fb req-d1210482-a1ef-4c82-92bc-bfce787f5b8f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:37.955781 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6653641-016a-423b-aea5-2bb8c751c7fb req-d1210482-a1ef-4c82-92bc-bfce787f5b8f tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0645430 Nov 19 13:49:38.010691 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b6653641-016a-423b-aea5-2bb8c751c7fb req-d95639bf-1f07-4952-9d8d-0a40382ee668 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Nov 19 13:49:38.168924 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-281a8406-bece-4fae-aef2-f1388dc4113b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:38.170280 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-281a8406-bece-4fae-aef2-f1388dc4113b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 945 time: 0.0624738 Nov 19 13:49:38.272430 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:38.272733 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.368032 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] For port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:38.368397 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.382068 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:38.518980 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.548459 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:38.597175 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] No DVR routers for this DVR port 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:38.599953 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.606744 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-c7cb0d35-6394-471b-8dd2-0101c20033bc req-87913376-accd-4452-baa1-25f5224350d9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "DELETE /v2.0/ports/4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 HTTP/1.1" status: 204 len: 173 time: 0.4273593 Nov 19 13:49:38.606744 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'name': 'network-vif-deleted', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:38.608224 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb79cc0-9a17-488a-967b-64b9df26fada" -d '{"events": [{"server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "name": "network-vif-deleted", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:38.656131 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca1e61-f1a3-4c48-aac6-07cb5802d9a3 x-openstack-request-id: req-26ca1e61-f1a3-4c48-aac6-07cb5802d9a3 {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:38.656425 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e693bd7d-1fc7-48a6-a193-5f7e51aa246e", "name": "network-vif-deleted", "tag": "4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:38.656677 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26ca1e61-f1a3-4c48-aac6-07cb5802d9a3 {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:38.657083 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e693bd7d-1fc7-48a6-a193-5f7e51aa246e', 'name': 'network-vif-deleted', 'tag': '4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4', 'status': 'completed', 'code': 200} Nov 19 13:49:39.125750 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-cb082f75-0c9f-426c-8571-3889badff897 req-b3da290f-6c92-4cec-bd88-f647d9828df9 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=e693bd7d-1fc7-48a6-a193-5f7e51aa246e HTTP/1.1" status: 200 len: 210 time: 0.0276840 Nov 19 13:49:41.328220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:41.349548 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:41.349971 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 4e2ece4c-7bc2-4b31-baf9-24b9b68db2b4 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:42.432140 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47658) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:42.598404 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port 9fabbed1-cb30-4d04-838b-bc7b63d57a38 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:42.598750 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.681966 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.682217 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.694177 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for 9fabbed1-cb30-4d04-838b-bc7b63d57a38 owned by network:floatingip {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:43.109119 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.146356 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=9fabbed1-cb30-4d04-838b-bc7b63d57a38,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:43.209201 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.209556 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.db.l3_db [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Floating IP 82718e5b-75cd-4e80-b35e-c630be5449a7 disassociated (deleted). External IP: 172.27.1.195, port: 005267b9-ac74-490b-9a02-99fa0411a3a4. Nov 19 13:49:43.431239 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:43.543431 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:43.549112 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.554019 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:43.565572 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:43.566202 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:43.575782 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3cc699bd-780a-44b4-8b7d-31075dfa2f1c tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "DELETE /v2.0/floatingips/82718e5b-75cd-4e80-b35e-c630be5449a7 HTTP/1.1" status: 204 len: 168 time: 1.1423619 Nov 19 13:49:43.576393 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4'}] {{(pid=102820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:43.578742 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54808090c89cae1114842218aecce4c6394e59c90399da7cdb413b00fd93395f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d06a1c-06c7-48cb-8be3-0176f30186b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4"}]}' {{(pid=102820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:43.615375 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4f624-3af2-485f-83ac-f2bf4a558ddd x-openstack-request-id: req-c4f4f624-3af2-485f-83ac-f2bf4a558ddd {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:43.615884 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4", "status": "completed", "code": 200}]} {{(pid=102820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:43.616140 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4f4f624-3af2-485f-83ac-f2bf4a558ddd {{(pid=102820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:43.616549 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'status': 'completed', 'code': 200} Nov 19 13:49:43.680032 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:43.685630 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-c8d05b92-2b09-4fe1-8c53-db4e96c4754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.687215 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-c8d05b92-2b09-4fe1-8c53-db4e96c4754e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0467887 Nov 19 13:49:43.797527 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-5e656505-cfad-4192-8003-add623bd0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.797809 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-5e656505-cfad-4192-8003-add623bd0b04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 200 len: 913 time: 0.1036551 Nov 19 13:49:43.853651 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-ac366a11-6e14-4a54-a48b-41ac5b10f627 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0424676 Nov 19 13:49:43.866748 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc6f3-c28d-491a-98eb-3c3244536fac req-a01c71be-1677-4f46-b2fb-462b8052cde6 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.868597 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8dedc6f3-c28d-491a-98eb-3c3244536fac req-a01c71be-1677-4f46-b2fb-462b8052cde6 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0905731 Nov 19 13:49:43.892874 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:43.919481 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:43.928716 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:43.929323 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:19Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:43.938613 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-1755f028-7109-4e2e-ae7b-0a6084a89e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.940062 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-1755f028-7109-4e2e-ae7b-0a6084a89e25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 200 len: 851 time: 0.0709167 Nov 19 13:49:43.966138 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-8dedc6f3-c28d-491a-98eb-3c3244536fac req-b4a4fa12-1b79-467d-86f8-9f2b32e63c67 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891881 Nov 19 13:49:43.994791 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-6770b941-1450-4dbb-b555-75b42487bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.996405 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-6770b941-1450-4dbb-b555-75b42487bdea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e99b515c-40f9-48bf-80e5-bf33416424d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485010 Nov 19 13:49:44.037706 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:44.087000 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-e1283fda-032f-4ad3-b445-c2956c27e934 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824916 Nov 19 13:49:44.182672 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-40d06a1c-06c7-48cb-8be3-0176f30186b8 req-c7b9c75c-3402-45f1-a43f-9f6e27b5ac83 service neutron] 10.222.0.69 "GET /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886431 Nov 19 13:49:44.245996 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:44.272164 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7aa5-9b3f-4281-9a31-a6f75a3273cd None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:43:01Z', 'revision_number': 4, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi', '_interfaces': [{'id': '5ceac0bd-66be-4c6e-893b-7f9909da8d90', 'name': '', 'network_id': 'e99b515c-40f9-48bf-80e5-bf33416424d2', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'mac_address': 'fa:16:3e:01:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:00Z', 'updated_at': '2021-11-19T13:43:06Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'subnets': [{'id': '8f37b7dd-306c-4776-8ee1-525f5e4efd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:44.499630 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e30b3-b8da-4161-a2f2-605f1ec28a84 None None] New status for floating IP 82718e5b-75cd-4e80-b35e-c630be5449a7: DOWN {{(pid=102823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:45.118591 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444230-ad24-4f16-96e5-b540f37f933c req-55740876-f028-4eee-9b23-2677caa35a70 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:45.120203 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4444230-ad24-4f16-96e5-b540f37f933c req-55740876-f028-4eee-9b23-2677caa35a70 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0710800 Nov 19 13:49:45.145508 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.177289 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-d4444230-ad24-4f16-96e5-b540f37f933c req-d0a7a71b-931c-4733-821e-296bff5df735 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e0b312-84e5-45c7-8a68-835c4928e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504866 Nov 19 13:49:45.264244 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-615590e8-0da8-4924-92fc-7f421ddb1593 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:45.265611 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-615590e8-0da8-4924-92fc-7f421ddb1593 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Nov 19 13:49:45.654822 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port 005267b9-ac74-490b-9a02-99fa0411a3a4 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:45.655160 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.746385 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] For port 005267b9-ac74-490b-9a02-99fa0411a3a4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=005267b9-ac74-490b-9a02-99fa0411a3a4,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:45.746770 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.760273 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for 005267b9-ac74-490b-9a02-99fa0411a3a4 owned by compute:nova {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:45.895890 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.933721 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=005267b9-ac74-490b-9a02-99fa0411a3a4,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:45.971935 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] No DVR routers for this DVR port 005267b9-ac74-490b-9a02-99fa0411a3a4 on host hv-cinder-81735 {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:45.974606 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for port, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.978222 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-b25a5c21-7c45-4d1c-8cb5-0b2084e256d4 req-b62dec6c-beb2-450b-a407-2a73739476bf tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.69 "DELETE /v2.0/ports/005267b9-ac74-490b-9a02-99fa0411a3a4 HTTP/1.1" status: 204 len: 173 time: 0.7062192 Nov 19 13:49:45.978692 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'name': 'network-vif-deleted', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4'}] {{(pid=102821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:45.981795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14a53de9c1b04c397f5481e7d2c3c4229632e55f18e52fffed8103589fd923d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec557d-1a60-4ba0-bf6c-fe069fa2a92e" -d '{"events": [{"server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "name": "network-vif-deleted", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4"}]}' {{(pid=102821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:46.023147 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d7fb5-7372-4b8b-ba0a-a80113e89e9f x-openstack-request-id: req-182d7fb5-7372-4b8b-ba0a-a80113e89e9f {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:46.023454 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88", "name": "network-vif-deleted", "tag": "005267b9-ac74-490b-9a02-99fa0411a3a4", "status": "completed", "code": 200}]} {{(pid=102821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:46.023755 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-182d7fb5-7372-4b8b-ba0a-a80113e89e9f {{(pid=102821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:46.024198 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88', 'name': 'network-vif-deleted', 'tag': '005267b9-ac74-490b-9a02-99fa0411a3a4', 'status': 'completed', 'code': 200} Nov 19 13:49:46.277600 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [req-3f3d09ed-ac88-4320-bf93-bffefbb2428b req-82361246-63c2-4807-b5e1-961041038074 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fc0e5e7-ce1d-4662-a42e-2e5c1bda1b88 HTTP/1.1" status: 200 len: 210 time: 0.0320773 Nov 19 13:49:46.550906 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-c1499fb1-2533-461f-be63-7b4caf1ab2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.346164 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47674) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:47.474482 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Deleting port f321a865-6124-42b3-b0b1-214df65a370d {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:47.474828 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.557756 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.558063 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.570147 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Calling delete_port for f321a865-6124-42b3-b0b1-214df65a370d owned by network:floatingip {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:47.712707 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.739289 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'Port': ['ID=f321a865-6124-42b3-b0b1-214df65a370d,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:47.798219 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for floatingip, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.801005 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467787'] for floatingip, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.802195 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3e2da380-a462-4800-8c6d-ffd80e11db7b tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "DELETE /v2.0/floatingips/3cee0d15-3708-4dc3-b662-8b858242f16c HTTP/1.1" status: 204 len: 168 time: 0.4549556 Nov 19 13:49:48.820066 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-a2188a5c-1837-4f10-a1b9-6e8815113a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.016051 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47686) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:49.087842 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.116508 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.181511 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.184404 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Publish callbacks [] for security_group, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.185617 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] 10.222.0.74 "DELETE /v2.0/security-groups/84e0b312-84e5-45c7-8a68-835c4928e291 HTTP/1.1" status: 204 len: 168 time: 0.1679442 Nov 19 13:49:49.198831 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79ec35-132c-4dec-b4ad-d426f1208cb3 tempest-TestVolumeBootPattern-2002435482 tempest-TestVolumeBootPattern-2002435482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e0b312-84e5-45c7-8a68-835c4928e291,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:49.252656 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47690) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:49.373882 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 005267b9-ac74-490b-9a02-99fa0411a3a4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:49.530751 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] No Port match for: 005267b9-ac74-490b-9a02-99fa0411a3a4 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:49.531075 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Device 005267b9-ac74-490b-9a02-99fa0411a3a4 not bound to the agent host hv-cinder-81735 {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:49.737304 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.003253 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Deleting port 5ceac0bd-66be-4c6e-893b-7f9909da8d90 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:50.003564 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.095328 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] For port 5ceac0bd-66be-4c6e-893b-7f9909da8d90, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=5ceac0bd-66be-4c6e-893b-7f9909da8d90,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:50.096112 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.110069 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Calling delete_port for 5ceac0bd-66be-4c6e-893b-7f9909da8d90 owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:50.311089 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.338359 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ceac0bd-66be-4c6e-893b-7f9909da8d90,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:50.372878 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.509020 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.745731 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:50.860772 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:50.866354 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-b93cb7c2-011f-4ae8-b510-6ef9d3897c4c admin admin] 10.222.0.74 "PUT /v2.0/routers/7cbb20cf-f395-44b9-a9d4-e29c10c08540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126039 Nov 19 13:49:50.870392 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47694) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:50.873610 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Sync routers for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:50.884603 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:50.885215 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:50.981920 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks [] for router, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.996425 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:51.095112 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.156189 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Deleting port c33b033a-2e53-4563-b806-3ab49ca5eef6 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:51.156459 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.184609 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:49:50Z', 'revision_number': 5, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port': {'id': 'c33b033a-2e53-4563-b806-3ab49ca5eef6', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:59Z', 'updated_at': '2021-11-19T13:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:51.215372 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Checking router: 7cbb20cf-f395-44b9-a9d4-e29c10c08540 for host: dv-cinder-817351-4-iscsi {{(pid=102822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:51.223807 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Routers {'7cbb20cf-f395-44b9-a9d4-e29c10c08540'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:51.224450 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'], 'active': True} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:51.240880 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] For port c33b033a-2e53-4563-b806-3ab49ca5eef6, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c33b033a-2e53-4563-b806-3ab49ca5eef6,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:51.241253 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.253433 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Calling delete_port for c33b033a-2e53-4563-b806-3ab49ca5eef6 owned by network:router_gateway {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:51.312528 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvr_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] Set router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 gateway port host: None {{(pid=102822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:51.364691 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_hamode_db [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:49:51Z', 'revision_number': 6, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:51.396345 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5044665-a156-4f12-92c7-2b53e351f74c None None] The sync data for ids ['7cbb20cf-f395-44b9-a9d4-e29c10c08540'] in dv-cinder-817351-4-iscsi is: [{'id': '7cbb20cf-f395-44b9-a9d4-e29c10c08540', 'name': 'tempest-TestVolumeBootPattern-1210375736-router', 'tenant_id': '783e37f036a74f1d815332aa4c5a8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:58Z', 'updated_at': '2021-11-19T13:49:51Z', 'revision_number': 6, 'project_id': '783e37f036a74f1d815332aa4c5a8a1a', 'gw_port_host': None}] {{(pid=102822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:51.435022 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.465759 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Pushing event deleted for resources: {'Port': ['ID=c33b033a-2e53-4563-b806-3ab49ca5eef6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:51.533702 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.627499 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.629794 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.676366 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.676818 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbb20cf-f395-44b9-a9d4-e29c10c08540 {{(pid=102820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:51.681673 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] Publish callbacks [] for router, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.682866 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-3a3562a2-60d3-462d-8b10-b8377166a4de admin admin] 10.222.0.74 "DELETE /v2.0/routers/7cbb20cf-f395-44b9-a9d4-e29c10c08540 HTTP/1.1" status: 204 len: 168 time: 0.8110487 Nov 19 13:49:51.685751 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47696) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:51.734859 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.db_base_plugin_v2 [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Deleting subnet 8f37b7dd-306c-4776-8ee1-525f5e4efd55 {{(pid=102820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:51.742528 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.786982 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12507948'] for subnet, precommit_delete_associations {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.860740 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5ceac0bd-66be-4c6e-893b-7f9909da8d90 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:51.871038 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.881325 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 5ceac0bd-66be-4c6e-893b-7f9909da8d90 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:51.881668 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 5ceac0bd-66be-4c6e-893b-7f9909da8d90 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:51.926958 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12153617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12125406'] for subnet, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.951934 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f37b7dd-306c-4776-8ee1-525f5e4efd55,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:51.957450 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for subnet, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.960818 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-59421b16-2180-4152-b0d3-05bbf2143d18 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8f37b7dd-306c-4776-8ee1-525f5e4efd55 HTTP/1.1" status: 204 len: 168 time: 0.2735591 Nov 19 13:49:51.963229 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbb6cf-55ad-40f8-a9dd-1c2bf5898b04 None None] Network e99b515c-40f9-48bf-80e5-bf33416424d2 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:51.963501 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47698) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:52.039039 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.040526 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.096713 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Deleting port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 {{(pid=102820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:52.097105 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.174614 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.db [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] For port f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:52.174971 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.182013 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] DHCP port deletion for e99b515c-40f9-48bf-80e5-bf33416424d2 request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:52.192880 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.plugin [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Calling delete_port for f4e1df2a-1eaa-4e75-9e20-141ccdfad288 owned by network:dhcp {{(pid=102820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:52.236586 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Deleting port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:52.237289 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.280047 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12153634'] for port, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.308783 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:52.312508 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] No DVR routers for this DVR port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 on host dv-cinder-817351-4-iscsi {{(pid=102820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:52.313342 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] For port f4e1df2a-1eaa-4e75-9e20-141ccdfad288, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,segment=NetworkSegment(bf399ef5-2cb9-4d12-98a9-9d70a6027f59),segment_id=bf399ef5-2cb9-4d12-98a9-9d70a6027f59)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:52.313813 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.329006 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Calling delete_port for f4e1df2a-1eaa-4e75-9e20-141ccdfad288 owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:52.397788 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.411700 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.420561 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b515c-40f9-48bf-80e5-bf33416424d2']}} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:52.431450 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59') {'for_net_delete': True} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:52.431846 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.services.segments.db [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf399ef5-2cb9-4d12-98a9-9d70a6027f59') {} {{(pid=102820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:52.441353 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] Pushing event deleted for resources: {'Port': ['ID=f4e1df2a-1eaa-4e75-9e20-141ccdfad288,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:52.444015 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12506847'] for segment, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.445628 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff33928-ae31-4046-a51d-64552e246b57 None None] No DVR routers for this DVR port f4e1df2a-1eaa-4e75-9e20-141ccdfad288 on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:52.458993 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.466353 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:52.466784 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12153727'] for segment, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: Traceback (most recent call last): Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: timer() Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: cb(*args, **kw) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: return func(*args, **kwargs) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: self._notify() Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: self.callback(batched_events) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: event.method(event) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: return f(self, *a, **k) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._get(url).json() Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:52.469565 dv-cinder-817351-4-iscsi neutron-server[102820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:52.481764 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.533814 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.541554 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.544735 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e99b515c-40f9-48bf-80e5-bf33416424d2 HTTP/1.1" status: 204 len: 168 time: 0.5803318 Nov 19 13:49:52.548377 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47700) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:52.555468 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca2b7-4106-41b4-b124-1ccc22525a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99b515c-40f9-48bf-80e5-bf33416424d2,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:52.913903 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3991870'] for router_interface, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.175168 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Deleting port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:53.175426 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.259055 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] For port 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:53.259447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.280782 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Calling delete_port for 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 owned by network:router_interface {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:53.465174 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.490779 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c33b033a-2e53-4563-b806-3ab49ca5eef6 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:53.491409 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Pushing event deleted for resources: {'Port': ['ID=2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:53.517276 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: c33b033a-2e53-4563-b806-3ab49ca5eef6 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:53.517911 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c33b033a-2e53-4563-b806-3ab49ca5eef6 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:53.518596 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f4e1df2a-1eaa-4e75-9e20-141ccdfad288 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:53.540524 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: f4e1df2a-1eaa-4e75-9e20-141ccdfad288 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:53.540861 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device f4e1df2a-1eaa-4e75-9e20-141ccdfad288 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:53.663803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3991938'] for router_interface, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.885677 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Router 917524db-9460-403d-87ba-3911788db0f2 has already been hosted by L3 agent 46c8a82a-6b50-4f4a-b162-50b0d0a5e727 {{(pid=102821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:53.992553 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] Notify agent at l3_agent.dv-cinder-817351-4-iscsi the message routers_updated {{(pid=102821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:53.998041 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-1cfbdf07-be27-4b69-a9ac-27d2d8ce217a admin admin] 10.222.0.74 "PUT /v2.0/routers/917524db-9460-403d-87ba-3911788db0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485760 Nov 19 13:49:54.001561 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47702) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:54.002014 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Sync routers for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:54.013408 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:54.014014 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:54.107803 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.116452 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: dv-cinder-817351-4-iscsi {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:54.211717 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.266265 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Deleting port 54551485-62a4-4e42-97cd-89137423e154 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:54.266612 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.299067 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'external_fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '54551485-62a4-4e42-97cd-89137423e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:49:53Z', 'revision_number': 5, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port': {'id': '54551485-62a4-4e42-97cd-89137423e154', 'name': '', 'network_id': 'bc6d88b9-3509-44fd-afd7-cf7e21fb0891', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917524db-9460-403d-87ba-3911788db0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:43:04Z', 'updated_at': '2021-11-19T13:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bafbfa4e-2cf3-48b4-aef9-0cc81f4673a7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-4-iscsi'}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:54.326412 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Checking router: 917524db-9460-403d-87ba-3911788db0f2 for host: dv-cinder-817351-4-iscsi {{(pid=102823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:54.340969 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Routers {'917524db-9460-403d-87ba-3911788db0f2'} bound to L3 agent in host dv-cinder-817351-4-iscsi {{(pid=102823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:54.341583 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:28:19Z,description=,heartbeat_timestamp=2021-11-19T13:49:49Z,host='dv-cinder-817351-4-iscsi',id=46c8a82a-6b50-4f4a-b162-50b0d0a5e727,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:28:19Z,topic='l3_agent')) {'router_ids': ['917524db-9460-403d-87ba-3911788db0f2'], 'active': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:54.431829 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_dvr_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] Set router 917524db-9460-403d-87ba-3911788db0f2 gateway port host: None {{(pid=102823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:54.488249 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.l3_hamode_db [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:49:54Z', 'revision_number': 6, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port_host': None}], 'dv-cinder-817351-4-iscsi', False) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:54.515624 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0619e4-0bf1-4988-b2c6-a1fc811201fd None None] The sync data for ids ['917524db-9460-403d-87ba-3911788db0f2'] in dv-cinder-817351-4-iscsi is: [{'id': '917524db-9460-403d-87ba-3911788db0f2', 'name': 'tempest-TestVolumeBootPattern-890585705-router', 'tenant_id': 'de97c6e6265b439e873bfcd7e362c428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:43:03Z', 'updated_at': '2021-11-19T13:49:54Z', 'revision_number': 6, 'project_id': 'de97c6e6265b439e873bfcd7e362c428', 'gw_port_host': None}] {{(pid=102823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:54.638124 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] For port 54551485-62a4-4e42-97cd-89137423e154, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=54551485-62a4-4e42-97cd-89137423e154,segment=NetworkSegment(17510f34-424b-4e12-bb2f-a5a5048da97e),segment_id=17510f34-424b-4e12-bb2f-a5a5048da97e)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:54.638618 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.657730 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Calling delete_port for 54551485-62a4-4e42-97cd-89137423e154 owned by network:router_gateway {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:54.842388 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.869654 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54551485-62a4-4e42-97cd-89137423e154,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:54.935826 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828984'] for router_gateway, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.027929 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3994772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13386'] for router, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.030277 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.080219 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3994781'] for router, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.080815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917524db-9460-403d-87ba-3911788db0f2 {{(pid=102821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:55.085603 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.086393 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-a12d16e6-fdf8-4d6c-9ad4-79e3bf4858a0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/917524db-9460-403d-87ba-3911788db0f2 HTTP/1.1" status: 204 len: 168 time: 1.0844181 Nov 19 13:49:55.089661 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47704) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:55.140266 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Deleting subnet fab09fe3-5b75-44e5-aff6-a066778a08e5 {{(pid=102821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:55.143733 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.178707 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8807219'] for subnet, precommit_delete_associations {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.260287 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770711'] for subnet, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.321235 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-770668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3810122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8707463'] for subnet, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.347530 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab09fe3-5b75-44e5-aff6-a066778a08e5,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:55.351028 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.356603 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-ea9e5e39-2c0a-4742-a659-d3e79cdb52df admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fab09fe3-5b75-44e5-aff6-a066778a08e5 HTTP/1.1" status: 204 len: 168 time: 0.2636528 Nov 19 13:49:55.356948 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47706) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:55.361021 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c670d-d684-40f4-9093-05bb90fbd34f None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 requested from dv-cinder-817351-4-iscsi {{(pid=102822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:55.430003 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780681'] for network, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.489456 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Deleting port c124fd91-ebf5-4e44-b311-7255632e7163 {{(pid=102821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:55.489795 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.514935 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:55.540556 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:55.541022 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 2aedcd63-0690-48ec-8f0f-6c0bf7ab9e63 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:55.541776 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 54551485-62a4-4e42-97cd-89137423e154 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:55.561921 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: 54551485-62a4-4e42-97cd-89137423e154 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:55.562355 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device 54551485-62a4-4e42-97cd-89137423e154 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:55.569976 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.db [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] For port c124fd91-ebf5-4e44-b311-7255632e7163, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c124fd91-ebf5-4e44-b311-7255632e7163,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:55.570344 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.575937 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] DHCP port deletion for 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 request from dv-cinder-817351-4-iscsi {{(pid=102822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:55.584467 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.plugin [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Calling delete_port for c124fd91-ebf5-4e44-b311-7255632e7163 owned by network:dhcp {{(pid=102821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:55.625658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Deleting port c124fd91-ebf5-4e44-b311-7255632e7163 {{(pid=102822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:55.625957 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779578233447'] for port, before_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.681170 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817898'] for port, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.698558 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.db [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] For port c124fd91-ebf5-4e44-b311-7255632e7163, host dv-cinder-817351-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-4-iscsi',level=0,port_id=c124fd91-ebf5-4e44-b311-7255632e7163,segment=NetworkSegment(fd98efdf-7d65-4279-84b1-1fc0c1e10d8d),segment_id=fd98efdf-7d65-4279-84b1-1fc0c1e10d8d)] {{(pid=102822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:55.698949 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3827385'] for port, precommit_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.709262 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] No DVR routers for this DVR port c124fd91-ebf5-4e44-b311-7255632e7163 on host dv-cinder-817351-4-iscsi {{(pid=102821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:55.711389 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Calling delete_port for c124fd91-ebf5-4e44-b311-7255632e7163 owned by network:dhcp {{(pid=102822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:55.713306 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Pushing event deleted for resources: {'Port': ['ID=c124fd91-ebf5-4e44-b311-7255632e7163,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:55.782859 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773632', 'neutron.services.segments.db._delete_segments_for_network-8779578310027'] for network, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.806473 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa25726-f34d-4c4b-8e98-1b44e8df8f46']}} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:55.817447 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d') {'for_net_delete': True} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:55.817783 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.services.segments.db [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd98efdf-7d65-4279-84b1-1fc0c1e10d8d') {} {{(pid=102821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:55.833141 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779578295435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810176'] for segment, before_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.847873 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466'] for segment, precommit_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.854996 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:55.855540 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817847'] for segment, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: Traceback (most recent call last): Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: timer() Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: cb(*args, **kw) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: return func(*args, **kwargs) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: self._notify() Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: self.callback(batched_events) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: event.method(event) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: return f(self, *a, **k) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._get(url).json() Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:55.857561 dv-cinder-817351-4-iscsi neutron-server[102821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:55.913815 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3991552'] for network, after_delete {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.916220 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779578240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779577783233'] for port, after_delete {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.919719 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron_lib.callbacks.manager [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700886'] for network, before_response {{(pid=102821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.925670 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4fa25726-f34d-4c4b-8e98-1b44e8df8f46 HTTP/1.1" status: 204 len: 168 time: 0.5656052 Nov 19 13:49:55.937200 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bee8d-9c3d-48a2-b638-28ff5fb55994 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa25726-f34d-4c4b-8e98-1b44e8df8f46,revision_number=None']} {{(pid=102821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:55.944258 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Pushing event deleted for resources: {'Port': ['ID=c124fd91-ebf5-4e44-b311-7255632e7163,revision_number=None']} {{(pid=102822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:55.946250 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] Network 4fa25726-f34d-4c4b-8e98-1b44e8df8f46 is not hosted by any dhcp agent {{(pid=102822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:49:55.946534 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e762d-1124-4fc7-8c73-e7fe75eab04b None None] No DVR routers for this DVR port c124fd91-ebf5-4e44-b311-7255632e7163 on host dv-cinder-817351-4-iscsi {{(pid=102822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:56.047049 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [-] (102821) accepted ('10.222.0.74', 47710) {{(pid=102821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:56.089288 dv-cinder-817351-4-iscsi neutron-server[102821]: INFO neutron.wsgi [None req-527db988-37d8-406e-a34c-dd36d6742ed3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=783e37f036a74f1d815332aa4c5a8a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406795 Nov 19 13:49:56.092004 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47712) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:56.140380 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.161402 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.214235 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.217001 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.218205 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c919bb41-e156-4511-a35f-a0920a211ad6 HTTP/1.1" status: 204 len: 168 time: 0.1252298 Nov 19 13:49:56.226194 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc010d32-53e1-4a27-a506-d146dc58c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c919bb41-e156-4511-a35f-a0920a211ad6,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:56.561241 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47718) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:56.601234 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-4311e09e-7f87-471c-b427-82e58814df64 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de97c6e6265b439e873bfcd7e362c428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386415 Nov 19 13:49:56.603766 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [-] (102820) accepted ('10.222.0.74', 47720) {{(pid=102820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:56.650292 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.674113 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.727312 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771758'] for security_group, after_delete {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.729738 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron_lib.callbacks.manager [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.730876 dv-cinder-817351-4-iscsi neutron-server[102820]: INFO neutron.wsgi [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e046148-13f6-4ebe-af48-8190da8f6cc3 HTTP/1.1" status: 204 len: 168 time: 0.1262381 Nov 19 13:49:56.738618 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aaaf2-4241-46c0-ba0f-6a6860219a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e046148-13f6-4ebe-af48-8190da8f6cc3,revision_number=None']} {{(pid=102820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:56.837693 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:49:57.490528 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c124fd91-ebf5-4e44-b311-7255632e7163 no longer exists at agent ovs-agent-dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:57.515118 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] No Port match for: c124fd91-ebf5-4e44-b311-7255632e7163 {{(pid=102822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:57.515476 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron.plugins.ml2.rpc [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Device c124fd91-ebf5-4e44-b311-7255632e7163 not bound to the agent host dv-cinder-817351-4-iscsi {{(pid=102822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:15.140029 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.547724 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-82a40232-ae2a-4692-b0bc-3c21439a7530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.820762 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-dc3267db-4470-417b-9b10-e37cff2894d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.380617 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.004093 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.479658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.841705 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:50:45.153833 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.542238 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-1434f917-4131-47a2-a810-9f45e5628b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.821173 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9a4d073c-4884-43cc-969e-7160620ebf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.385112 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.011939 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.480779 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.844570 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:51:15.157297 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.545608 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-65a3a50f-9c77-4289-9210-d1f32af84c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.818371 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-f181ec38-1b2e-4b3f-8830-c370f67d6e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.383988 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.012712 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.479515 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.771200 dv-cinder-817351-4-iscsi neutron-server[102821]: DEBUG neutron.wsgi [req-6980e21a-ccaa-4d60-a2f4-81a9345db962 req-dfb2143f-d175-4052-929e-a0d718aa1a6d service neutron] (102821) timed out ('10.222.0.69', 52515) {{(pid=102821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:51:41.435524 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [req-02e79b91-d778-4c2e-b72a-80079efceffd req-f7c845ca-8661-4e4f-8b17-d1107daabee3 service neutron] (102820) timed out ('10.222.0.69', 52511) {{(pid=102820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:51:44.701354 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [req-1dbffb39-bad4-446d-af94-c044807ca8ae req-b7d9b540-6cb5-48b6-bf30-22f92d294d08 service neutron] (102820) timed out ('10.222.0.69', 52536) {{(pid=102820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:51:45.157584 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.550557 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-0d4327b7-518c-41fe-9ea1-7c1f05f3eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.844597 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:51:48.820176 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-30f13d20-530b-4a7d-9436-fe2312933978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.389970 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.013670 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.475636 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:15.164228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.554659 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-e0667f21-fa08-4911-b59c-fc34948796b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.825449 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-7af09cca-0def-4bc6-baa8-667e306eb563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:20.393031 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.023405 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.471477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:24.848973 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:52:45.171490 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.562574 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ce7400b1-0524-4d5c-b567-a918b305890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:48.821723 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ea4ae6f0-7c08-4181-a7e1-c073a6d71fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.397558 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.029501 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.468294 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:01.849220 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:53:15.182553 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:16.563520 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-51dce012-926d-4d87-8049-2cfa9979de08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.823658 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-240892e4-40e0-455c-b9c4-7d3c38e4b553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:20.397635 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:22.030881 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:22.473803 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.849796 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:53:45.182556 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:46.561442 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-d591d344-08a8-4770-b1a2-f1cf4f7a3f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:48.817901 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-831f6603-a9d5-4aee-b10f-53690e7d9a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:50.409477 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:52.028628 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:52.472563 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:15.200542 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:15.850797 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:54:16.557663 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-85e92d06-82be-4241-ade9-4245143dfa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:18.822297 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdf62-868f-47ba-b2cf-d9b3a89e0d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:20.402369 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:22.033271 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:22.472873 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:35.982470 dv-cinder-817351-4-iscsi neutron-server[102820]: DEBUG neutron.wsgi [req-12c0aaf1-c3aa-48cd-a622-f540ca7305be req-4e8fddf8-864f-4043-9089-4aa1b2a7d64d service neutron] (102820) timed out ('10.222.0.69', 52530) {{(pid=102820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:54:45.192335 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:46.553361 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-b63e7b1c-ff04-4030-8e84-ad44d4574d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:48.827604 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-17ac06f5-9efd-411b-a395-adaf3c7fb746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:50.405183 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:52.037221 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-09d86605-8bcd-4a66-a318-02c05bd21429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:52.468519 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-9e9663e2-eafa-4a3c-b290-6016294b2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:52.851340 dv-cinder-817351-4-iscsi neutron-server[102823]: DEBUG neutron.db.agents_db [None req-3fd6d939-4d3a-4541-a9fc-ba8c45ee991a None None] Agent healthcheck: found 6 active agents {{(pid=102823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:55:15.192228 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7f0c-f0bf-4e6f-b453-198637b004e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:16.546419 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-400afca4-465a-4da9-b004-d6aaf3ed10c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:18.833178 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-25aec39e-e69a-4bc9-bcba-227675c03603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:20.409824 dv-cinder-817351-4-iscsi neutron-server[102822]: DEBUG neutron_lib.callbacks.manager [None req-6ad7001d-b054-40fe-9102-64ecd780d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779578311792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675840'] for agent, after_update {{(pid=102822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}